00000100:00100000:2.0:1761242441.657372:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480908096:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242441.657401:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480908096:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242441.657406:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4913 00000100:00100000:2.0:1761242441.657416:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4914 00000100:00100000:2.0:1761242441.657419:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029a1fa87 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480908288:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242441.657441:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029a1fa87 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480908288:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242441.657445:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4914 00000100:00100000:2.0:1761242441.657453:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4915 00000100:00100000:2.0:1761242441.657456:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480908672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242441.657481:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480908672:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242441.657487:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4915 00000100:00100000:2.0:1761242441.657501:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4916 00000100:00100000:2.0:1761242441.657508:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f9ea433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480908608:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242441.657536:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f9ea433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480908608:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242441.657542:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4916 00000100:00100000:2.0:1761242442.611794:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242442.613393:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242442.614634:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242442.614664:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242442.614689:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242442.614742:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464799872 00000100:00100000:2.0:1761242442.614784:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464799808 00000100:00100000:2.0:1761242442.614809:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4917 00000100:00100000:2.0:1761242442.614814:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfc24592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464799872:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242442.614855:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfc24592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464799872:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 38us (1466us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242442.614873:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4917 00000100:00100000:2.0:1761242442.614895:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4918 00000100:00100000:2.0:1761242442.614900:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a111e128 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464799808:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242442.615109:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a111e128 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464799808:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 208us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242442.615116:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4918 00000100:00100000:2.0:1761242442.615142:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464800000 00000100:00100000:2.0:1761242442.615164:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464799936 00000100:00100000:2.0:1761242442.615188:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2468 00000100:00100000:2.0:1761242442.615193:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ca4b79c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464799936:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242442.615221:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ca4b79c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464799936:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 27us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242442.615251:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2468 00000100:00100000:2.0:1761242442.615265:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2034 00000100:00100000:2.0:1761242442.615270:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ba9ab83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464800000:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761242442.615363:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242442.615408:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ba9ab83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464800000:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 137us (743us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242442.615415:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2034 00000100:00100000:2.0:1761242443.706090:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480908736 00000100:00100000:2.0:1761242443.706137:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480908800 00000100:00100000:2.0:1761242443.706160:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1761242443.706166:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083237d1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480908736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242443.706203:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242443.706270:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083237d1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480908736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242443.706278:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1761242443.706293:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1761242443.706298:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a88a46e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480908800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242443.706308:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242443.706333:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a88a46e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480908800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242443.706340:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00010000:00010000:2.0:1761242444.408486:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242446.777051:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000518dbdb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480909120:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242446.777091:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242446.777110:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000841946ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480909376:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242446.777139:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242446.777161:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761242446.777167:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007726fd74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480909056:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242446.777189:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242446.777211:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e177b977 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480909312:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242446.777258:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242446.777293:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480909440 00000100:00100000:2.0:1761242446.777320:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480909376 00000100:00100000:2.0:1761242446.777348:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480909312 00000100:00100000:2.0:1761242446.777376:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:2.0:1761242446.777382:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b07228 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480909312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242446.777421:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b07228 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480909312:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242446.779310:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00000100:00100000:2.0:1761242447.731431:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00010000:00010000:2.0:1761242448.505581:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242449.848696:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480909824 00000100:00100000:2.0:1761242449.848749:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3224 00000100:00100000:2.0:1761242449.848755:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c83d7f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480909824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242449.848794:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242449.848856:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c83d7f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480909824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242449.848864:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3224 00000100:00100000:2.0:1761242451.899347:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec091d4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480910080:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242451.899414:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242451.899450:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054446e2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480910336:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242451.899473:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242451.899487:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1761242451.899492:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007418024f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480910144:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242451.899507:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242451.899519:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8e01f19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480910528:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242451.899539:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242451.899560:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480910080 00000100:00100000:2.0:1761242451.899582:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480910144 00000100:00100000:2.0:1761242451.899597:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226 00000100:00100000:2.0:1761242451.899602:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480910080:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242451.899800:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480910080:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242451.899808:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226 00000100:00100000:2.0:1761242451.901379:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007418024f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480910144:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242451.902721:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8e01f19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480910528:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242451.902735:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec091d4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480910080:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242451.902744:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054446e2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480910336:0@lo:400:kworker/u8:0.0 00010000:00010000:2.0:1761242452.605259:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242454.968995:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229 00000100:00100000:2.0:1761242454.968999:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480910784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242454.969040:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242454.969521:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480910784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 520us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242454.969529:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229 00000100:00100000:0.0:1761242454.972814:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037f83223 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480910848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3822us (3978us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242454.972827:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228 00000100:00100000:2.0:1761242454.973430:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480910848:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242456.697033:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242457.018538:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242457.018554:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480910912:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.018629:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242457.018659:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a023057d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480911104:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.018683:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242457.018719:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006418eb02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480911488:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.018742:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242457.018755:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761242457.018759:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f9e23da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480911168:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.018776:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242457.018787:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4688ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480911552:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.018804:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242457.018824:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480910912:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.018848:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480911104 00000100:00100000:0.0:1761242457.018877:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3230 00000100:00100000:0.0:1761242457.018880:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0b77ad6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480911104:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242457.018958:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480911488 00000100:00100000:2.0:1761242457.018982:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480911168 00000100:00100000:2.0:1761242457.018995:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480911552 00000100:00100000:2.0:1761242457.019009:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4931 00000100:00100000:2.0:1761242457.019013:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014c78798 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480911488:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.020044:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0b77ad6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480911104:12345-0@lo:400:kworker/u8:0.0 Request processed in 1161us (1359us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242457.020051:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3230 00000100:00100000:0.0:1761242457.020067:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231 00000100:00100000:0.0:1761242457.020071:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480911040:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.020101:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480911040:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242457.020107:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231 00000100:00100000:2.0:1761242457.020940:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014c78798 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480911488:12345-0@lo:400:kworker/u8:0.0 Request processed in 1926us (2197us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242457.020941:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006418eb02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480911488:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242457.020950:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4931 00000100:00100000:0.0:1761242457.020951:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a023057d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480911104:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242457.020965:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4934 00000100:00100000:2.0:1761242457.020969:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085785262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480910976:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.020991:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480911296 00000100:00100000:2.0:1761242457.021003:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085785262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480910976:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (1331us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242457.021008:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4934 00000100:00100000:0.0:1761242457.021016:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480911232 00000100:00100000:2.0:1761242457.021030:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054446e2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480910976:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.021031:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475 00000100:00100000:0.0:1761242457.021034:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba451b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480911296:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.021076:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba451b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480911296:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (1732us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242457.021081:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475 00000100:00100000:2.0:1761242457.021084:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa044b7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480911296:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.021093:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:0.0:1761242457.021096:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480911232:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242457.021104:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ab92a6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480911360:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761242457.021124:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480911232:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (1132us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242457.021129:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242457.021130:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00000100:00100000:0.0:1761242457.021141:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480911360 00000100:00100000:2.0:1761242457.021142:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ede2732 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480911424:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761242457.021156:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041 00000100:00100000:0.0:1761242457.021159:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000445ea9a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480911360:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761242457.021159:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242457.021176:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480911424 00000100:00100000:2.0:1761242457.021186:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042 00000100:00100000:2.0:1761242457.021189:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480911424:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761242457.021320:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:2.0:1761242457.021332:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242457.021346:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000445ea9a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480911360:12345-0@lo:8:kworker/u8:0.0 Request processed in 186us (217us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242457.021348:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480911424:12345-0@lo:8:kworker/u8:0.0 Request processed in 158us (189us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242457.021353:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042 00000100:00100000:0.0:1761242457.021355:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041 00000100:00080000:2.0:1761242457.021373:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242457.021376:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242457.021379:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ab92a6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480911360:0@lo:8:kworker/u8:0.0 00000100:00080000:2.0:1761242457.021386:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242457.021389:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242457.021391:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ede2732 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480911424:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761242457.021413:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001252e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480911232:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.021808:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f9e23da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480911168:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.021819:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4688ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480911552:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242457.973125:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242457.973164:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242457.973197:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242457.973280:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242457.973861:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4935 00000100:00100000:0.0:1761242457.973868:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082d8950a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464800768:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242457.973944:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082d8950a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464800768:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 75us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242457.973952:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4935 00000100:00100000:0.0:1761242457.973974:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4936 00000100:00100000:0.0:1761242457.973979:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464800832:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242457.974005:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464800832:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 24us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242457.974012:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4936 00000100:00100000:2.0:1761242457.974151:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464800704 00000100:00100000:2.0:1761242457.974192:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1773 00000100:00100000:2.0:1761242457.974196:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464800704:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242457.974260:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464800704:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 62us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242457.974267:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1773 00000100:00100000:0.0:1761242457.983213:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242459.066915:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242459.066935:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afcacbdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480911616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242459.067020:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242459.067247:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242459.067255:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480911680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242459.067288:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242459.068025:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480911680 00000100:00100000:2.0:1761242459.068068:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:0.0:1761242459.068078:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:2.0:1761242459.068079:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480911616:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242459.068088:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f9e23da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480911680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242459.068119:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:2.0:1761242459.068119:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242459.068268:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480911616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 192us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242459.068276:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f9e23da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480911680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 189us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242459.068278:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:0.0:1761242459.068292:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:0.0:1761242459.068392:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480911680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242459.068612:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000afcacbdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480911616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242460.088709:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242460.088778:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d088949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480911744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242460.088862:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242460.089038:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242460.089046:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae51b58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480911808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242460.089082:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242460.089128:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480911808 00000100:00100000:2.0:1761242460.089151:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233 00000100:00100000:2.0:1761242460.089155:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a565f4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480911808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242460.089180:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242460.089209:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a565f4a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480911808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242460.089215:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233 00000100:00100000:2.0:1761242460.089255:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae51b58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480911808:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242460.792486:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761242462.137994:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242462.138002:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242462.138006:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242462.138013:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 3969 00000100:00080000:2.0:1761242462.138017:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242462.138023:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242462.138045:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009832c79c x1846792480912320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761242462.138063:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242462.138067:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242462.138068:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242462.138071:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 3969 00000100:00080000:2.0:1761242462.138073:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242462.138076:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242462.138086:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000356d4f93 x1846792480912384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242462.138133:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009832c79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480912320:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761242462.138201:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242462.138257:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480912384:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761242462.138279:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242463.093089:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464801280 00000100:00100000:0.0:1761242463.093138:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2046 00000100:00100000:0.0:1761242463.093145:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464801280:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761242463.093285:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242463.093355:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464801280:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 208us (362us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242463.093362:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2046 00000100:00100000:0.0:1761242463.100414:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464801152 00000100:00100000:0.0:1761242463.100474:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4941 00000100:00100000:0.0:1761242463.100481:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000531a8983 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464801152:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242463.100557:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000531a8983 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464801152:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 76us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242463.100564:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4941 00000100:00100000:2.0:1761242463.101972:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242463.102012:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242463.102263:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464801216 00000100:00100000:0.0:1761242463.102300:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2480 00000100:00100000:0.0:1761242463.102304:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000737d58e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464801216:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242463.102335:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000737d58e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464801216:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 30us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242463.102341:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2480 00000100:00100000:0.0:1761242464.184546:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480912576 00000100:00100000:0.0:1761242464.184613:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:0.0:1761242464.184620:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ede2732 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480912576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242464.184660:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242464.184705:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ede2732 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480912576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242464.184711:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:2.0:1761242464.184744:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001252e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480912576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242464.184925:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480912640 00000100:00100000:0.0:1761242464.184958:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:0.0:1761242464.184961:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004469211a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480912640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242464.184972:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242464.184999:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004469211a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480912640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242464.185005:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:0.0:1761242464.185134:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002add7804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480912640:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1761242464.888515:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242465.212171:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480912768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242467.257956:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480912960:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242467.257984:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242467.258007:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009832c79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480913216:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242467.258022:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242467.258035:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242467.258039:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901e6eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480912896:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242467.258056:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242467.258067:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480913152:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242467.258084:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242467.258102:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480913216 00000100:00100000:0.0:1761242467.258121:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480913152 00000100:00100000:0.0:1761242467.258132:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481 00000100:00100000:0.0:1761242467.258134:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054446e2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480913216:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242467.258160:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054446e2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480913216:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242467.258165:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481 00000100:00100000:0.0:1761242467.258173:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:0.0:1761242467.258176:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e01f19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480913152:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242467.258192:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e01f19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480913152:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242467.258197:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00100000:0.0:1761242467.258225:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480913152:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242467.258252:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009832c79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480913216:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242467.258269:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480912896 00000100:00100000:0.0:1761242467.258287:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4946 00000100:00100000:0.0:1761242467.258290:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480912896:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242467.258315:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480912896:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242467.258319:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4946 00000100:00100000:0.0:1761242467.258337:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901e6eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480912896:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242467.258635:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480912960:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242468.212078:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242468.212127:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242468.212167:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242468.212198:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242468.212283:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242468.212319:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464801600 00000100:00100000:2.0:1761242468.212360:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2483 00000100:00100000:0.0:1761242468.212425:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464801344 00000100:00100000:0.0:1761242468.212455:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1777 00000100:00100000:0.0:1761242468.212464:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464801344:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242468.212542:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464801344:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 80us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242468.212550:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1777 00000100:00100000:0.0:1761242468.212606:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464801408 00000100:00100000:0.0:1761242468.212637:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464801472 00000100:00100000:0.0:1761242468.212660:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4947 00000100:00100000:0.0:1761242468.212663:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cee1194 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464801408:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242468.212697:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cee1194 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464801408:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 33us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242468.212703:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4947 00000100:00100000:0.0:1761242468.212716:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4948 00000100:00100000:0.0:1761242468.212720:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464801472:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242468.212740:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464801472:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 19us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242468.212746:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4948 00000100:00100000:2.0:1761242468.212825:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464801536:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242468.213155:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464801536:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 786us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242468.214280:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2483 00010000:00010000:2.0:1761242468.984504:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242469.308454:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242469.308477:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d8a3fbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480913600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242469.308516:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242469.308544:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480913600 00000100:00100000:2.0:1761242469.308574:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1495 00000100:00100000:2.0:1761242469.308578:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023db3e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480913600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242469.308590:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242470.331574:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480913664 00000100:00100000:2.0:1761242470.331624:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240 00000100:00100000:2.0:1761242470.331630:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480913664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242470.331666:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242470.331724:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480913664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242470.331731:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240 00000100:00100000:2.0:1761242470.332298:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480913728 00000100:00100000:2.0:1761242470.332330:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241 00000100:00100000:2.0:1761242470.332335:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a68fa528 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480913728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242470.332355:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242470.332383:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a68fa528 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480913728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242470.332389:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241 00000100:00080000:2.0:1761242472.379400:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242472.379422:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242472.379426:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242472.379435:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 3979 00000100:00080000:2.0:1761242472.379438:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242472.379445:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242472.379486:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000042af6350 x1846792480914240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761242472.379500:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242472.379503:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242472.379504:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242472.379507:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 3979 00000100:00080000:2.0:1761242472.379509:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242472.379512:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242472.379521:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008c4ccf20 x1846792480914304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242472.379571:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480913984:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242472.379635:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242472.379660:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057afe709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480914368:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242472.379716:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242472.379739:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761242472.379743:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edd173f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480913920:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242472.379760:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242472.379771:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c830e544 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480914176:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242472.379789:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242472.379824:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480914176 00000100:00100000:2.0:1761242472.379861:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:2.0:1761242472.379866:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480914176:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242472.379908:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480914176:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242472.379913:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000100:00100000:2.0:1761242472.379944:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c830e544 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480914176:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242472.382688:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4951 00000100:00100000:0.0:1761242472.382706:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc5905d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480914432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242472.382794:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc5905d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480914432:12345-0@lo:400:kworker/u8:3.0 Request processed in 92us (2561us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242472.382804:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4951 00000100:00100000:0.0:1761242472.382883:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480913792 00000100:00100000:0.0:1761242472.382929:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778 00000100:00100000:0.0:1761242472.382934:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480913792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242472.382971:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480913792:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (2831us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242472.382985:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778 00000100:00100000:2.0:1761242472.383151:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edd173f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480913920:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242472.383166:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480913984:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242472.383177:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057afe709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480914368:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242472.383218:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480913792:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242472.383246:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ab81c29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480914048:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242472.383257:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c22c157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480914432:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242472.390108:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad62bb19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480913856:0@lo:400:kworker/u8:3.0 00010000:00010000:2.0:1761242473.083752:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242473.331739:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242473.331790:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242473.331830:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242473.331859:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242473.331882:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242473.332573:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464801920 00000100:00100000:0.0:1761242473.332605:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464801856 00000100:00100000:0.0:1761242473.332641:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2486 00000100:00100000:0.0:1761242473.332646:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ab81c29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464801856:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242473.332685:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ab81c29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464801856:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 39us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242473.332691:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2486 00000100:00100000:0.0:1761242473.332704:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2052 00000100:00100000:0.0:1761242473.332708:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464801920:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761242473.332803:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242473.332829:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464801920:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 120us (1100us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242473.332835:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2052 00000100:00100000:2.0:1761242474.424520:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242474.424544:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480914496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242474.424611:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242474.424757:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000928b763a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480914560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242474.424781:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242474.425152:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000928b763a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480914560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242474.425183:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480914496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242475.449589:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480914624 00000100:00100000:2.0:1761242475.449638:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244 00000100:00100000:2.0:1761242475.449647:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480914624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242475.449684:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242475.449803:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480914624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 157us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242475.449809:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244 00000100:00100000:0.0:1761242475.450466:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480914688 00000100:00100000:0.0:1761242475.450498:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245 00000100:00100000:0.0:1761242475.450502:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da363c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480914688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242475.450522:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242475.450563:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da363c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480914688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242475.450569:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245 00000100:00100000:2.0:1761242475.450668:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480914688:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242477.176466:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761242477.497023:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242477.497028:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242477.497032:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242477.497036:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 3984 00000100:00080000:0.0:1761242477.497039:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242477.497043:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242477.497061:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000001f80477 x1846792480915200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761242477.497075:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242477.497078:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242477.497079:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242477.497082:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 3984 00000100:00080000:0.0:1761242477.497083:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242477.497086:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242477.497095:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000695a438e x1846792480915264/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242477.497134:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480914944:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497158:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242477.497173:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083a396d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480915328:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497192:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242477.497203:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761242477.497207:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084ffe66b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480915008:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497226:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242477.497261:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000448d607a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480915392:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497279:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242477.497298:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480914944:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497340:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480914816 00000100:00100000:0.0:1761242477.497360:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480915328 00000100:00100000:0.0:1761242477.497374:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480915008 00000100:00100000:0.0:1761242477.497388:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480915392 00000100:00100000:0.0:1761242477.497399:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4955 00000100:00100000:0.0:1761242477.497401:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000928b763a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480914816:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497422:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000928b763a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480914816:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242477.497428:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4955 00000100:00100000:0.0:1761242477.497437:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4956 00000100:00100000:0.0:1761242477.497440:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017c145c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480915328:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497464:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017c145c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480915328:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242477.497469:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4956 00000100:00100000:0.0:1761242477.497479:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4957 00000100:00100000:0.0:1761242477.497483:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000064a75da8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480915008:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497503:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000064a75da8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480915008:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242477.497508:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4957 00000100:00100000:0.0:1761242477.497518:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4958 00000100:00100000:0.0:1761242477.497521:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddce76f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480915392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497540:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddce76f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480915392:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242477.497545:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4958 00000100:00100000:0.0:1761242477.497570:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084ffe66b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480915008:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497578:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000448d607a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480915392:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497584:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083a396d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480915328:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497625:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001252e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480914816:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497642:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007603cd2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480915072:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497649:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee8cdb1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480915136:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242477.497656:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480914880:0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1761242477.497699:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242477.497702:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242477.497705:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001f80477 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480915200:0@lo:8:kworker/u8:0.0 00000100:00080000:0.0:1761242477.498833:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242477.498840:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242477.498845:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000695a438e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480915264:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761242478.455630:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242478.455677:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242478.455726:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242478.455756:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242478.455831:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242478.455868:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464802048 00000100:00100000:0.0:1761242478.455918:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464802112 00000100:00100000:0.0:1761242478.455939:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4959 00000100:00100000:0.0:1761242478.455946:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000695a438e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464802048:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242478.456019:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000695a438e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464802048:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 73us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242478.456027:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4959 00000100:00100000:0.0:1761242478.456044:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4960 00000100:00100000:0.0:1761242478.456048:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee8cdb1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464802112:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242478.456071:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee8cdb1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464802112:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 22us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242478.456077:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4960 00000100:00100000:0.0:1761242479.545475:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242479.545481:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d93b721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480915520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242479.545508:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242479.546016:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d93b721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480915520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242480.569108:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480915648 00000100:00100000:0.0:1761242480.569155:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480915584 00000100:00100000:0.0:1761242480.569179:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3248 00000100:00100000:0.0:1761242480.569185:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b98ef251 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480915648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242480.569223:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242480.569298:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b98ef251 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480915648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242480.569305:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3248 00000100:00100000:0.0:1761242480.569324:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249 00000100:00100000:0.0:1761242480.569328:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480915584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242480.569348:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242480.569375:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480915584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 47us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242480.569381:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249 00000100:00100000:0.0:1761242480.569423:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c4ccf20 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480915584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242480.569435:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000448d607a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480915648:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242481.272507:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242482.616850:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480915840:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242482.616915:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242482.616964:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480916096:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242482.616990:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242482.617010:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761242482.617016:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480915904:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242482.617037:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242482.617052:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045626b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480916288:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242482.617076:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242482.617108:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480916096 00000100:00100000:2.0:1761242482.617163:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1761242482.617170:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025775e84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480916096:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242482.617290:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025775e84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480916096:12345-0@lo:400:kworker/u8:0.0 Request processed in 120us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242482.617298:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1761242482.617323:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480915840 00000100:00100000:2.0:1761242482.617344:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480915904 00000100:00100000:2.0:1761242482.617360:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250 00000100:00100000:2.0:1761242482.617364:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042af6350 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480915840:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242482.617395:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042af6350 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480915840:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242482.617401:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250 00000100:00100000:2.0:1761242482.617411:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251 00000100:00100000:2.0:1761242482.617415:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c830e544 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480915904:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242482.617441:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c830e544 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480915904:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242482.617446:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251 00000100:00100000:2.0:1761242482.617465:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480916288 00000100:00100000:2.0:1761242482.617491:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4961 00000100:00100000:2.0:1761242482.617495:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c4ccf20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480916288:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242482.617523:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c4ccf20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480916288:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242482.617528:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4961 00000100:00100000:2.0:1761242482.617580:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480915904:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242482.617592:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045626b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480916288:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242482.617600:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480915840:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242482.617609:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480916096:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242482.617695:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480915776:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242482.617730:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242482.618361:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003367dd31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480916032:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242482.618390:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242482.618426:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480916032 00000100:00100000:0.0:1761242482.618457:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:0.0:1761242482.618463:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084ffe66b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480916032:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242482.618504:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084ffe66b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480916032:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242482.618512:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00000100:00100000:0.0:1761242482.618546:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003367dd31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480916032:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242482.618575:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480915776 00000100:00100000:0.0:1761242482.618602:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480915968 00000100:00100000:0.0:1761242482.618625:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4962 00000100:00100000:0.0:1761242482.618631:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000448d607a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480915776:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242482.618668:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000448d607a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480915776:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242482.618675:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4962 00000100:00100000:0.0:1761242482.618691:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4964 00000100:00100000:0.0:1761242482.618699:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001523b547 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480916352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242482.618733:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001523b547 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480916352:12345-0@lo:400:kworker/u8:0.0 Request processed in 34us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242482.618747:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4964 00000100:00100000:2.0:1761242483.571935:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464802368 00000100:00100000:2.0:1761242483.572000:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4965 00000100:00100000:2.0:1761242483.572007:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad4dbce9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464802368:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242483.572099:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad4dbce9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464802368:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 91us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242483.572104:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464802496 00000100:00100000:2.0:1761242483.572108:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4965 00000100:00100000:2.0:1761242483.572127:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464802432 00000100:00100000:0.0:1761242483.572148:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2492 00000100:00100000:2.0:1761242483.572154:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4966 00000100:00100000:0.0:1761242483.572158:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464802496:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242483.572165:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6ff252e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464802432:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242483.572221:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464802496:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 66us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242483.572265:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2492 00000100:00100000:2.0:1761242483.572397:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6ff252e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464802432:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 235us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242483.572403:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4966 00000100:00100000:0.0:1761242483.573409:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242483.573482:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464802560 00000100:00100000:2.0:1761242483.573517:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2058 00000100:00100000:2.0:1761242483.573522:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008635e36f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464802560:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761242483.573619:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242483.573662:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008635e36f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464802560:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 140us (256us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242483.573669:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2058 00010000:00010000:2.0:1761242485.368432:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242485.688452:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480916544:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242485.688536:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242485.688665:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480916544 00000100:00100000:2.0:1761242485.688717:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480916608 00000100:00100000:0.0:1761242485.689319:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252 00000100:00100000:0.0:1761242485.689326:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edd173f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480916544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242485.689369:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242485.689418:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edd173f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480916544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242485.689424:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252 00000100:00100000:0.0:1761242485.689441:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253 00000100:00100000:0.0:1761242485.689446:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d19fb8f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480916608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242485.689464:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242485.689496:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d19fb8f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480916608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242485.689502:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253 00000100:00100000:0.0:1761242485.689546:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a1767d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480916608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242485.689582:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480916544:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242487.736465:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000117f6a6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480916736:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761242487.736504:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242487.736509:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242487.736513:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242487.736519:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 3995 00000100:00080000:2.0:1761242487.736521:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242487.736527:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242487.736545:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242487.736552:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000901e6eea x1846792480917120/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761242487.736566:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242487.736569:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242487.736571:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242487.736574:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 3995 00000100:00080000:2.0:1761242487.736576:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00100000:0.0:1761242487.736577:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480916992:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761242487.736580:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242487.736592:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003367dd31 x1846792480917184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242487.736605:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242487.736625:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761242487.736632:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480916800:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242487.736654:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480916672 00000100:00100000:0.0:1761242487.736657:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242487.736697:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:2.0:1761242487.736703:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480916672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242487.736758:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480916672:12345-0@lo:400:kworker/u8:3.0 Request processed in 53us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242487.736765:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00000100:00100000:0.0:1761242487.736854:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045626b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480917056:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242487.736881:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242487.736909:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480916992 00000100:00100000:0.0:1761242487.736938:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480917120 00000100:00100000:0.0:1761242487.736953:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480917056 00000100:00100000:0.0:1761242487.736968:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:0.0:1761242487.736971:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001252e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480916992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242487.737006:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001252e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480916992:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242487.737013:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00100000:0.0:1761242487.737023:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:0.0:1761242487.737026:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480917056:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242487.737048:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480917056:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242487.737053:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00100000:0.0:1761242487.737062:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2059 00000100:00100000:0.0:1761242487.737065:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1208ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480917120:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242487.737162:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242487.737187:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1208ade pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480917120:12345-0@lo:8:kworker/u8:3.0 Request processed in 121us (434us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242487.737194:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2059 00000100:00100000:2.0:1761242487.739925:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480916736 00000100:00100000:2.0:1761242487.739958:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480916928 00000100:00100000:2.0:1761242487.739973:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480917312 00000100:00100000:2.0:1761242487.739990:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4967 00000100:00100000:2.0:1761242487.739995:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480916736:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242487.740034:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480916736:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (3499us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242487.740042:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4967 00000100:00100000:2.0:1761242487.740053:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4968 00000100:00100000:2.0:1761242487.740057:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480916928:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242487.740082:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480916928:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (3459us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242487.740088:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4968 00000100:00100000:2.0:1761242487.740097:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4969 00000100:00100000:2.0:1761242487.740101:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f96eef6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480917312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242487.740137:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f96eef6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480917312:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (3221us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242487.740143:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4969 00000100:00100000:2.0:1761242487.740188:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000117f6a6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480916736:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242487.740247:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242487.740289:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480916864:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242487.742301:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480917248:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242488.694303:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464802816 00000100:00100000:2.0:1761242488.694357:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464802880 00000100:00100000:2.0:1761242488.694375:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2495 00000100:00100000:2.0:1761242488.694381:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464802816:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242488.694454:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464802816:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 72us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242488.694461:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2495 00000100:00100000:2.0:1761242488.694479:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2061 00000100:00100000:2.0:1761242488.694483:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddb032b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464802880:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00010000:02020000:2.0:1761242488.694578:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242488.694608:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddb032b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464802880:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 124us (425us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242488.694614:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2061 00000100:00100000:0.0:1761242488.694703:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464802624 00000100:00100000:0.0:1761242488.694739:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1785 00000100:00100000:0.0:1761242488.694743:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464802624:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242488.694768:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464802624:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 25us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242488.694774:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1785 00010000:00010000:2.0:1761242489.464469:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242489.784608:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480917376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242489.784674:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242490.808475:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242490.808491:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045fa43e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480917504:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242490.808561:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242490.809037:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045fa43e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480917504:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242490.809702:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480917568 00000100:00100000:2.0:1761242490.809743:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257 00000100:00100000:2.0:1761242490.809747:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480917568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242490.809771:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242490.809808:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480917568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242490.809812:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257 00000100:00100000:2.0:1761242492.857259:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480917632 00000100:00100000:2.0:1761242492.857310:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00000100:00100000:2.0:1761242492.857316:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480917632:12345-0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1761242492.858199:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242492.858204:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242492.858208:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242492.858213:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4000 00000100:00080000:0.0:1761242492.858215:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242492.858220:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242492.858260:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0419bef x1846792480918080/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761242492.858276:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242492.858279:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242492.858280:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242492.858283:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4000 00000100:00080000:0.0:1761242492.858285:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242492.858288:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242492.858299:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000829b3123 x1846792480918144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242492.858337:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ca4b79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480917824:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242492.858375:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242492.858395:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000518dbdb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480918208:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242492.858417:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242492.858434:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761242492.858438:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be0d7cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480917760:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242492.858460:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242492.858475:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068b07228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480918016:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242492.858495:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242492.858533:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480918080:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761242492.858555:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242492.858568:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000829b3123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480918144:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761242492.858585:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242492.858632:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480918016 00000100:00100000:2.0:1761242492.858633:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480917632:12345-0@lo:400:kworker/u8:0.0 Request processed in 1314us (1451us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242492.858640:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00000100:00100000:0.0:1761242492.858662:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480918080 00000100:00100000:2.0:1761242492.858671:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480917824 00000100:00100000:0.0:1761242492.858675:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480918144 00000100:00100000:0.0:1761242492.858689:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:2.0:1761242492.858690:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480917760 00000100:00100000:0.0:1761242492.858693:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095879a83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480918016:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242492.858704:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258 00000100:00100000:2.0:1761242492.858708:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad4aaf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480917824:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242492.858730:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095879a83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480918016:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242492.858731:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad4aaf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480917824:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242492.858737:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00000100:00100000:2.0:1761242492.858737:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258 00000100:00100000:2.0:1761242492.858747:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259 00000100:00100000:0.0:1761242492.858750:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:2.0:1761242492.858750:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480917760:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242492.858752:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083e3413d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480918080:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761242492.858770:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480917760:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242492.858775:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259 00000100:00100000:2.0:1761242492.858790:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063 00000100:00100000:2.0:1761242492.858793:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8c71ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480918144:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761242492.858873:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242492.858899:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083e3413d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480918080:12345-0@lo:8:kworker/u8:0.0 Request processed in 146us (344us total) trans 0 rc -19/-19 00010000:02020000:2.0:1761242492.858901:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242492.858905:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00000100:00100000:2.0:1761242492.858920:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8c71ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480918144:12345-0@lo:8:kworker/u8:0.0 Request processed in 127us (335us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242492.858925:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063 00000100:00080000:0.0:1761242492.858934:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242492.858936:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242492.858940:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480918080:0@lo:8:kworker/u8:0.0 00000100:00080000:0.0:1761242492.858947:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242492.858949:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242492.858952:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000829b3123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480918144:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761242492.858983:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be0d7cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480917760:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242492.858993:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068b07228 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480918016:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242492.858999:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ca4b79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480917824:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242492.859942:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480918208 00000100:00100000:2.0:1761242492.859980:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480917888 00000100:00100000:2.0:1761242492.859995:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480918272 00000100:00100000:2.0:1761242492.860017:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4973 00000100:00100000:2.0:1761242492.860021:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007758d29e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480918208:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242492.860075:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007758d29e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480918208:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242492.860081:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4973 00000100:00100000:2.0:1761242492.860094:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4974 00000100:00100000:2.0:1761242492.860096:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009832c79c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480917888:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242492.860120:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009832c79c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480917888:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (995us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242492.860125:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4974 00000100:00100000:2.0:1761242492.860135:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4975 00000100:00100000:2.0:1761242492.860138:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009efa7f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480918272:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242492.860161:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009efa7f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480918272:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242492.860166:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4975 00000100:00100000:2.0:1761242492.860204:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000518dbdb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480918208:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242492.860560:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480917952 00000100:00100000:2.0:1761242492.860594:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:2.0:1761242492.860597:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480917952:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242492.860630:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480917952:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242492.860635:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:0.0:1761242492.860684:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480917696 00000100:00100000:0.0:1761242492.860712:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4976 00000100:00100000:0.0:1761242492.860716:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045fa43e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480917696:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242492.860742:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045fa43e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480917696:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242492.860748:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4976 00010000:00010000:2.0:1761242493.562135:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242493.814285:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464802944 00000100:00100000:0.0:1761242493.814346:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1787 00000100:00100000:0.0:1761242493.814353:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464802944:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242493.814424:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464802944:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 71us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242493.814431:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1787 00000100:00100000:0.0:1761242493.814462:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464803008 00000100:00100000:0.0:1761242493.814488:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464803072 00000100:00100000:0.0:1761242493.814508:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4977 00000100:00100000:0.0:1761242493.814513:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0b29103 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464803008:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242493.814542:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0b29103 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464803008:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 28us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242493.814548:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4977 00000100:00100000:0.0:1761242493.814559:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4978 00000100:00100000:0.0:1761242493.814563:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2b8f971 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464803072:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242493.814585:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2b8f971 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464803072:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 21us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242493.814591:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4978 00000100:00100000:0.0:1761242493.815921:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242493.816871:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464803200 00000100:00100000:2.0:1761242493.818067:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2064 00000100:00100000:2.0:1761242493.818076:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e1da56d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464803200:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00010000:02020000:2.0:1761242493.818169:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242493.818270:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e1da56d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464803200:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 194us (2354us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242493.818278:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2064 00000100:00100000:0.0:1761242494.905139:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242494.905155:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036326563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480918336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242494.905217:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242494.905279:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480918336 00000100:00100000:0.0:1761242494.905321:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:0.0:1761242494.905326:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ba9ab83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480918336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242494.905357:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242494.905396:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ba9ab83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480918336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242494.905402:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:0.0:1761242494.905443:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036326563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480918336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242494.906025:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242494.906037:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480918400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242494.906069:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242494.906715:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480918400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242495.929209:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480918464 00000100:00100000:2.0:1761242495.929280:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3260 00000100:00100000:2.0:1761242495.929286:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036326563 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480918464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242495.929328:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242495.929426:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036326563 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480918464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 137us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242495.929434:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3260 00000100:00100000:0.0:1761242495.929567:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ca4b79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480918464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242495.930221:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fa5c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480918528:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242497.657789:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242497.981150:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000879f08f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480918592:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981185:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242497.981212:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480918848:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981257:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242497.981270:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7ac5727 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480919232:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981289:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242497.981304:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242497.981310:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480918784:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981333:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242497.981347:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5baf975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480919168:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981367:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242497.981390:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480918848 00000100:00100000:0.0:1761242497.981419:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480919232 00000100:00100000:0.0:1761242497.981433:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480919168 00000100:00100000:0.0:1761242497.981449:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4980 00000100:00100000:0.0:1761242497.981454:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ca4b79c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480918848:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981488:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ca4b79c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480918848:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242497.981494:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4980 00000100:00100000:0.0:1761242497.981506:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4981 00000100:00100000:0.0:1761242497.981509:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b07228 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480919232:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981534:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b07228 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480919232:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242497.981539:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4981 00000100:00100000:0.0:1761242497.981548:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4982 00000100:00100000:0.0:1761242497.981552:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007726fd74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480919168:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981574:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007726fd74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480919168:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242497.981579:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4982 00000100:00100000:0.0:1761242497.981600:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480918784 00000100:00100000:0.0:1761242497.981622:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263 00000100:00100000:0.0:1761242497.981626:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be0d7cb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480918784:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981653:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be0d7cb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480918784:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242497.981658:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263 00000100:00100000:0.0:1761242497.981694:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480918784:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981703:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5baf975 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480919168:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981712:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480918848:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242497.981721:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7ac5727 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480919232:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242497.982894:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000879f08f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480918592:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242498.941677:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242498.941721:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242498.941763:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242498.941798:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242498.941831:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242498.941832:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464803328 00000100:00100000:0.0:1761242498.941853:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464803392 00000100:00100000:0.0:1761242498.941886:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4983 00000100:00100000:2.0:1761242498.941890:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4984 00000100:00100000:0.0:1761242498.941892:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7ac5727 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464803392:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242498.941894:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000518dbdb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464803328:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242498.941976:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7ac5727 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464803392:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 83us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242498.941979:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000518dbdb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464803328:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 84us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242498.941984:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4983 00000100:00100000:2.0:1761242498.941994:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4984 00000100:00100000:0.0:1761242498.942957:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2067 00000100:00100000:0.0:1761242498.942961:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5baf975 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464803520:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761242498.943053:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242498.943081:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5baf975 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464803520:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 118us (1249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242498.943087:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2067 00000100:00100000:2.0:1761242500.024558:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045626b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480919296:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242500.024658:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242500.024717:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242500.024789:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:2.0:1761242500.024798:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b08bb76d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480919360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242500.024825:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242500.024881:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b08bb76d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480919360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242500.024889:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00100000:2.0:1761242500.024970:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a23674e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480919360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242500.025089:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480919296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 298us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242500.025098:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:2.0:1761242500.025110:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045626b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480919296:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242501.049143:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480919424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242501.049634:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242501.051012:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480919424 00000100:00100000:0.0:1761242501.051071:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264 00000100:00100000:0.0:1761242501.051077:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001099136d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480919424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242501.051116:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242501.051182:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001099136d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480919424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (1550us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242501.051188:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264 00000100:00100000:2.0:1761242501.051452:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480919424:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242501.054933:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242501.054956:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a23674e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480919488:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242501.055031:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242501.055980:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a23674e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480919488:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242501.752502:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242503.101251:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480919936 00000100:00100000:0.0:1761242503.101304:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480920000 00000100:00100000:0.0:1761242503.101335:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:0.0:1761242503.101345:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006321a527 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480919936:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242503.101408:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006321a527 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480919936:12345-0@lo:400:kworker/u8:3.0 Request processed in 64us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242503.101416:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00000100:00100000:0.0:1761242503.101438:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069 00000100:00100000:0.0:1761242503.101447:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084ffe66b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480920064:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242503.101527:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242503.101565:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084ffe66b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480920064:12345-0@lo:8:kworker/u8:3.0 Request processed in 118us (298us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242503.101576:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069 00000100:00100000:0.0:1761242503.101605:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480920128 00000100:00100000:0.0:1761242503.104140:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480919616 00000100:00100000:2.0:1761242503.112661:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4988 00000100:00100000:2.0:1761242503.112674:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025775e84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480919808:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242503.114357:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025775e84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480919808:12345-0@lo:400:kworker/u8:3.0 Request processed in 1684us (10826us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242503.114366:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4988 00000100:00100000:0.0:1761242504.055223:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242504.055283:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242504.055307:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242504.055334:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242504.055360:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242504.055461:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464803712 00000100:00100000:2.0:1761242504.055520:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464803648 00000100:00100000:2.0:1761242504.055609:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4990 00000100:00100000:2.0:1761242504.055615:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003367dd31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464803648:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242504.055718:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003367dd31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464803648:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 101us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242504.055725:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4990 00000100:00100000:2.0:1761242505.144728:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242505.144742:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480920256:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242505.144817:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242505.144858:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480920256 00000100:00100000:2.0:1761242505.144898:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:2.0:1761242505.144902:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480920256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242505.144933:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242505.144971:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480920256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242505.144978:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:2.0:1761242505.145028:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480920256:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242505.851768:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242506.168762:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001252e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480920384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242506.168855:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242506.169207:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008635e36f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480920448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242506.169258:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242506.169515:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480920448 00000100:00100000:2.0:1761242506.169551:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269 00000100:00100000:2.0:1761242506.169554:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480920448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242506.169575:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242506.169618:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480920448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242506.169623:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269 00000100:00100000:2.0:1761242506.169659:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001252e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480920384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242506.169809:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008635e36f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480920448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242508.217758:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b19e2bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480920640:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.217789:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242508.217814:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fa5c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480920896:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.217835:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242508.217852:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761242508.217857:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbd371b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480920576:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.217878:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242508.217894:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480920832:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.217910:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242508.217933:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480920896 00000100:00100000:2.0:1761242508.217960:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480920832 00000100:00100000:2.0:1761242508.217976:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:2.0:1761242508.217980:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480920896:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218016:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480920896:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242508.218022:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00000100:00100000:2.0:1761242508.218033:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:2.0:1761242508.218036:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045626b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480920832:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218056:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045626b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480920832:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242508.218061:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00100000:2.0:1761242508.218077:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480920576 00000100:00100000:2.0:1761242508.218097:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4991 00000100:00100000:2.0:1761242508.218101:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec091d4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480920576:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218126:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec091d4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480920576:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242508.218131:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4991 00000100:00100000:2.0:1761242508.218160:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480920704:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218183:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242508.218198:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e2eac11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480921088:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218217:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242508.218276:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1761242508.218281:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008635e36f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480920512:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218308:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242508.218321:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480920768:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218340:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242508.218354:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000af0db910 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480921152:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218372:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242508.218396:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480920640 00000100:00100000:2.0:1761242508.218416:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480920704 00000100:00100000:2.0:1761242508.218430:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270 00000100:00100000:2.0:1761242508.218433:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059c7cf33 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480920640:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218459:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059c7cf33 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480920640:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242508.218466:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270 00000100:00100000:2.0:1761242508.218475:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271 00000100:00100000:2.0:1761242508.218478:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dccb276 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480920704:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218505:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dccb276 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480920704:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242508.218510:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271 00000100:00100000:2.0:1761242508.218538:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480921088 00000100:00100000:2.0:1761242508.218558:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480920768 00000100:00100000:2.0:1761242508.218572:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480921152 00000100:00100000:2.0:1761242508.218589:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4992 00000100:00100000:2.0:1761242508.218592:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecbb7872 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480921088:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218619:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecbb7872 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480921088:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242508.218624:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4992 00000100:00100000:2.0:1761242508.218633:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4993 00000100:00100000:2.0:1761242508.218636:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000737d58e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480920768:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218656:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000737d58e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480920768:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242508.218661:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4993 00000100:00100000:2.0:1761242508.218669:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4994 00000100:00100000:2.0:1761242508.218671:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092e0f7b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480921152:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218693:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092e0f7b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480921152:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242508.218697:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4994 00000100:00100000:2.0:1761242508.218760:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbd371b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480920576:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218773:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480920832:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218781:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b19e2bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480920640:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218789:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fa5c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480920896:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218820:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480920768:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218828:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af0db910 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480921152:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218836:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480920704:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761242508.218842:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e2eac11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480921088:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242508.219923:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480920512 00000100:00100000:0.0:1761242508.219968:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:0.0:1761242508.219973:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480920512:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242508.220035:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480920512:12345-0@lo:400:kworker/u8:0.0 Request processed in 61us (1727us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242508.220041:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:0.0:1761242508.220088:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008635e36f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480920512:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761242509.172588:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242509.172648:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242509.172694:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242509.172736:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242509.172766:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242509.172803:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464803968 00000100:00100000:0.0:1761242509.172853:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464804032 00000100:00100000:0.0:1761242509.172873:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4995 00000100:00100000:0.0:1761242509.172879:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000445ea9a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464803968:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242509.173007:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464804096 00000100:00100000:2.0:1761242509.173035:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464804160 00000100:00100000:2.0:1761242509.173052:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2507 00000100:00100000:2.0:1761242509.173056:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008635e36f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464804096:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242509.173118:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008635e36f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464804096:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 61us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242509.173125:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2507 00000100:00100000:2.0:1761242509.173140:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2073 00000100:00100000:2.0:1761242509.173143:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464804160:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761242509.173276:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242509.173304:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464804160:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 159us (538us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242509.173310:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2073 00000100:00100000:2.0:1761242509.173329:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 4996 00000100:00100000:2.0:1761242509.173334:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464804032:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242509.173360:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464804032:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 25us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242509.173367:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4996 00000100:00100000:0.0:1761242509.173622:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000445ea9a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464803968:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 741us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242509.173630:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 4995 00010000:00010000:2.0:1761242509.945027:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242510.264542:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005a5c242 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480921216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242510.264612:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242510.264926:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005a5c242 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480921216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242510.265131:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242510.265141:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001252e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480921280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242510.265166:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242510.269625:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001252e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480921280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242511.288946:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8e01f19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480921344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242511.289021:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242511.289117:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480921344 00000100:00100000:2.0:1761242511.289170:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3272 00000100:00100000:2.0:1761242511.289176:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480921344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242511.289219:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242511.289292:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480921344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242511.289346:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3272 00000100:00100000:0.0:1761242511.289556:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8e01f19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480921344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242511.289571:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242511.289577:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001252e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480921408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242511.289634:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242511.289709:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480921408 00000100:00100000:2.0:1761242511.289743:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273 00000100:00100000:2.0:1761242511.289747:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063217d07 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480921408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242511.289770:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242511.289815:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063217d07 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480921408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242511.289822:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273 00000100:00100000:0.0:1761242511.289848:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001252e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480921408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242513.340546:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480921472 00000100:00100000:0.0:1761242513.340582:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794 00000100:00100000:0.0:1761242513.340588:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480921472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242513.340631:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480921472:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242513.340638:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794 00000100:00100000:2.0:1761242513.340922:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d50802fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480921664:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242513.340936:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000879f08f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480922048:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242513.340946:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078a9a9ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480921600:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242513.340956:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e32a80e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480921856:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242513.340996:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480921472:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242513.341006:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e2eac11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480921728:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242513.341016:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d77fb05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480922112:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242513.341025:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e205044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480921536:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242513.341034:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000af0db910 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480921792:0@lo:400:kworker/u8:3.0 00010000:00010000:2.0:1761242514.040537:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242514.291983:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242514.296873:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242514.297912:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242514.298122:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464804416 00000100:00100000:2.0:1761242514.298185:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2510 00000100:00100000:2.0:1761242514.298191:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d1f33f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464804416:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242514.298276:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d1f33f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464804416:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 84us (1405us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242514.298284:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2510 00000100:00100000:0.0:1761242514.298769:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242514.298798:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242514.299807:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464804352 00000100:00100000:2.0:1761242514.299844:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5002 00000100:00100000:2.0:1761242514.299848:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098273504 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464804352:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242514.299880:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098273504 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464804352:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 31us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242514.299886:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5002 00000100:00100000:0.0:1761242515.388839:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e342441 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480922240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242515.388886:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242515.388939:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:0.0:1761242515.388948:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f14d4540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480922176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242515.388983:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242515.389035:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f14d4540 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480922176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242515.389047:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:0.0:1761242515.389191:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e342441 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480922240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242516.410061:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e342441 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480922368:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242516.410161:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242516.410224:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242516.410294:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276 00000100:00100000:0.0:1761242516.410303:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cda1bd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480922368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242516.410348:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242516.410389:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cda1bd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480922368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242516.410583:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276 00000100:00100000:0.0:1761242516.412620:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007edecb34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480922304:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242518.136421:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242518.457120:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000348042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480922496:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242518.457152:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242518.457169:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf72824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480922752:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242518.457189:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242518.458244:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047364a05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480922560:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242518.458275:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242518.458292:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000802a3725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480922816:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242518.458344:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480922560 00000100:00100000:0.0:1761242518.458367:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279 00000100:00100000:0.0:1761242518.458370:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008817c343 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480922560:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242518.458402:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008817c343 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480922560:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242518.458408:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279 00000100:00100000:2.0:1761242518.463131:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000348042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480922496:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242518.467147:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078 00000100:00100000:0.0:1761242518.467156:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480922944:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242518.467979:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242518.470288:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480922944:12345-0@lo:8:kworker/u8:3.0 Request processed in 3122us (13340us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242518.470316:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078 00000100:00100000:0.0:1761242519.412687:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242519.412735:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242519.414151:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464804608 00000100:00100000:0.0:1761242519.414335:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242519.414362:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242519.415427:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242519.416043:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464804672 00000100:00100000:2.0:1761242519.416119:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5007 00000100:00100000:2.0:1761242519.416126:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9f85f6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464804608:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242519.416161:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9f85f6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464804608:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 35us (3484us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242519.416168:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5007 00000100:00100000:2.0:1761242519.416181:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5008 00000100:00100000:2.0:1761242519.416185:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7a2620b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464804672:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242519.416207:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7a2620b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464804672:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 22us (1845us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242519.416213:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5008 00000100:00100000:2.0:1761242519.416277:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464804544 00000100:00100000:2.0:1761242519.416303:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1797 00000100:00100000:2.0:1761242519.416308:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464804544:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242519.416334:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464804544:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 25us (2003us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242519.416340:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1797 00000100:00100000:0.0:1761242520.504700:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480923136 00000100:00100000:0.0:1761242520.504755:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1761242520.504761:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480923136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242520.504797:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242520.504853:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480923136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242520.504861:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:2.0:1761242520.504891:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbaf8725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480923136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242520.505771:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242520.505782:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2c1c8d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480923200:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242520.505819:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242521.528644:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000153d38d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480923264:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242521.528715:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242521.534541:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000153d38d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480923264:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242522.232449:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242523.576516:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd0ebb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480923392:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242523.576598:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242523.577151:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d1615c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480923456:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242523.577194:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242523.577261:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480923456 00000100:00100000:0.0:1761242523.577292:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5009 00000100:00100000:0.0:1761242523.577299:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf6b2cb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480923456:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242523.577354:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf6b2cb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480923456:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242523.577362:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5009 00000100:00100000:0.0:1761242523.577403:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000600d252c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480923584:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242523.577440:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242523.577473:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242523.577481:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b02aaebc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480923520:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242523.577509:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242523.577529:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042255f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480923776:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242523.577559:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242523.577586:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f53985de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480923968:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242523.577615:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242523.577654:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000600d252c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480923584:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242523.577691:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480923776 00000100:00100000:0.0:1761242523.577728:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:0.0:1761242523.577735:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1ccb428 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480923776:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242523.577778:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1ccb428 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480923776:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242523.577787:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00000100:00100000:0.0:1761242523.577824:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042255f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480923776:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242523.577848:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f53985de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480923968:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242523.577914:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd0ebb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480923392:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242523.577931:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8902b08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480923648:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242523.577958:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242523.577983:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005ddb790 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480924032:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242523.578023:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242523.578043:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242523.578050:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9bd4339 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480923712:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242523.578081:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242523.578125:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480923840 00000100:00100000:2.0:1761242523.578145:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480923904 00000100:00100000:2.0:1761242523.578286:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480923712 00000100:00100000:2.0:1761242523.578320:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:2.0:1761242523.578325:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e32a80e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480923712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242523.578357:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e32a80e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480923712:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242523.578362:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00000100:00100000:2.0:1761242523.578372:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081 00000100:00100000:2.0:1761242523.578374:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca7741e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480923904:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242523.578498:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242523.578528:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca7741e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480923904:12345-0@lo:8:kworker/u8:2.0 Request processed in 152us (469us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242523.578534:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081 00000100:00100000:2.0:1761242523.578565:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9bd4339 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480923712:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1761242523.579115:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242523.579121:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242523.579125:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045cd95b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480923840:0@lo:8:kworker/u8:2.0 00000100:00080000:2.0:1761242523.579137:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242523.579139:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242523.579141:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c467e442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480923904:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242523.580176:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5011 00000100:00100000:2.0:1761242523.580182:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af0db910 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480923648:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242523.580286:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af0db910 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480923648:12345-0@lo:400:kworker/u8:2.0 Request processed in 103us (2328us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242523.580292:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5011 00000100:00100000:2.0:1761242523.580310:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5012 00000100:00100000:2.0:1761242523.580314:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480924032:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242523.580340:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480924032:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (2321us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242523.580344:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5012 00000100:00100000:2.0:1761242524.534873:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464805056 00000100:00100000:2.0:1761242524.535209:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464805120 00000100:00100000:2.0:1761242524.535256:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2516 00000100:00100000:2.0:1761242524.535261:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009375ca7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464805056:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242524.535294:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009375ca7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464805056:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 33us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242524.535300:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2516 00000100:00100000:2.0:1761242524.535311:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2082 00000100:00100000:2.0:1761242524.535314:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bf585a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464805120:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761242524.535399:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242524.535421:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bf585a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464805120:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 105us (437us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242524.535426:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2082 00000100:00100000:0.0:1761242525.625760:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480924160 00000100:00100000:0.0:1761242525.625825:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:0.0:1761242525.625833:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018986b58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480924160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242525.625860:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242525.625929:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018986b58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480924160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242525.625937:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:2.0:1761242525.626611:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480924160:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242526.328715:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242526.650320:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8902b08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480924224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242526.650593:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242526.650940:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e032dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480924288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242526.653971:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8902b08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480924224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242526.654113:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242526.655992:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e032dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480924288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242528.696439:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242528.696451:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9bd4339 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480924480:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242528.696642:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd0ebb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480924672:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242528.696837:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242528.696854:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045cd95b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480924416:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242528.696874:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242528.696889:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f53985de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480924736:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242528.696923:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242528.696960:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480924352 00000100:00100000:0.0:1761242528.696982:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:0.0:1761242528.696987:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480924352:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242528.697011:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480924352:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242528.697016:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:0.0:1761242528.697068:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480924736 00000100:00100000:0.0:1761242528.697091:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517 00000100:00100000:0.0:1761242528.697095:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066f58e83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480924736:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242528.697136:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066f58e83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480924736:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242528.697141:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517 00000100:00100000:0.0:1761242528.697171:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480924480 00000100:00100000:0.0:1761242528.697192:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286 00000100:00100000:0.0:1761242528.697196:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e032dfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480924480:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242528.697225:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e032dfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480924480:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242528.697252:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286 00000100:00100000:0.0:1761242528.697284:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480924800 00000100:00100000:0.0:1761242528.697301:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480924864 00000100:00100000:0.0:1761242528.697321:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083 00000100:00100000:0.0:1761242528.697327:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480924800:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242528.697509:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242528.698918:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242528.698986:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480924672 00000100:00100000:2.0:1761242528.699027:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1761242528.699032:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480924672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242528.699081:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480924672:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242528.699087:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1761242528.699140:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd0ebb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480924672:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242528.706094:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480924800:12345-0@lo:8:kworker/u8:3.0 Request processed in 8759us (8865us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242528.706109:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083 00000100:00080000:2.0:1761242528.706427:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242528.706432:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242528.706438:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042255f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480924800:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761242528.706451:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242528.706454:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242528.706456:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000600d252c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480924864:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242529.655672:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464805184 00000100:00100000:0.0:1761242529.655722:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1801 00000100:00100000:0.0:1761242529.655728:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464805184:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242529.655805:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464805184:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 75us (1893us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242529.655813:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1801 00000100:00100000:2.0:1761242529.656847:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464805312 00000100:00100000:2.0:1761242529.656889:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464805248 00000100:00100000:2.0:1761242529.656913:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5019 00000100:00100000:2.0:1761242529.656918:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047364a05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464805312:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242529.656970:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047364a05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464805312:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 52us (1717us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242529.656977:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5019 00000100:00100000:2.0:1761242529.656990:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5020 00000100:00100000:2.0:1761242529.656994:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df64712e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464805248:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242529.657019:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df64712e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464805248:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 25us (1739us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242529.657025:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5020 00000100:00100000:0.0:1761242529.658077:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464805376 00000100:00100000:0.0:1761242529.658128:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2519 00000100:00100000:0.0:1761242529.658134:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464805376:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242529.658176:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464805376:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 41us (2138us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242529.658182:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2519 00000100:00100000:0.0:1761242529.662915:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464805440 00000100:00100000:0.0:1761242529.662962:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2085 00000100:00100000:0.0:1761242529.662968:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8daeaf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464805440:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00010000:02020000:0.0:1761242529.663072:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242529.665087:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8daeaf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464805440:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 2110us (2444us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242529.665101:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2085 00010000:00010000:2.0:1761242530.424963:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242530.745745:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242530.745755:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000548b022b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480925120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242530.745784:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242530.748169:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480925120 00000100:00100000:0.0:1761242530.748242:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1761242530.748249:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aecf5c4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480925120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242530.748275:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242530.748362:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aecf5c4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480925120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (2577us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242530.748369:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1761242530.748419:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000548b022b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480925120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242531.769173:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242531.769200:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d8a3fbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480925184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242531.769283:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242531.769584:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480925184 00000100:00100000:2.0:1761242531.769634:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288 00000100:00100000:2.0:1761242531.769640:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000548b022b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480925184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242531.769679:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242531.769727:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000548b022b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480925184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242531.769741:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288 00000100:00100000:2.0:1761242531.769784:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d8a3fbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480925184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242531.770000:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec28a266 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480925248:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242531.770027:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242531.770244:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480925248 00000100:00100000:0.0:1761242531.770278:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289 00000100:00100000:0.0:1761242531.770281:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d8a3fbb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480925248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242531.770311:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242531.770354:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d8a3fbb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480925248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242531.770360:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289 00000100:00100000:2.0:1761242533.817449:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480925312 00000100:00100000:2.0:1761242533.817479:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:2.0:1761242533.817483:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480925312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242533.817519:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480925312:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242533.817524:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00100000:2.0:1761242533.817569:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec28a266 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480925312:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242533.817611:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480925568 00000100:00100000:2.0:1761242533.817650:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5022 00000100:00100000:2.0:1761242533.817656:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cf7960f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480925376:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242533.817700:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cf7960f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480925376:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242533.817712:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5022 00000100:00100000:2.0:1761242533.817733:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5024 00000100:00100000:2.0:1761242533.817739:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d55f621 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480925952:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242533.817769:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d55f621 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480925952:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242533.817775:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5024 00000100:00100000:2.0:1761242533.817796:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045cd95b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480925568:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242533.817804:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000153d38d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480925952:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242533.817812:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c467e442 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480925376:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242533.817868:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00100000:2.0:1761242533.817872:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480925760:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761242533.817975:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242533.818010:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480925760:12345-0@lo:8:kworker/u8:3.0 Request processed in 136us (1147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242533.818017:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00100000:2.0:1761242533.818073:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d1615c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480925504:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242533.818087:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042255f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480925888:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242533.818104:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2c1c8d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480925440:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242533.818122:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f14d4540 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480925696:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242533.819019:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8902b08 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480925632:0@lo:400:kworker/u8:3.0 00010000:00010000:2.0:1761242534.520512:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242534.771312:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242534.771367:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242534.771400:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242534.771564:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464805504 00000100:00100000:0.0:1761242534.771620:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1803 00000100:00100000:0.0:1761242534.771627:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464805504:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242534.771702:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464805504:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 75us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242534.771712:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1803 00000100:00100000:2.0:1761242534.774289:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242534.774335:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242534.774387:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464805632 00000100:00100000:0.0:1761242535.864442:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010d1f33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480926016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242535.864512:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242535.864727:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cc26d9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480926080:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242535.868014:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242535.869194:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cc26d9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480926080:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242536.888455:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242536.888468:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e72f3224 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480926144:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242536.888614:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480926208 00000100:00100000:2.0:1761242536.888664:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292 00000100:00100000:2.0:1761242536.888670:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480926208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242536.888710:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242536.888754:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480926208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242536.888760:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292 00000100:00100000:0.0:1761242536.888865:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242536.888953:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480926144 00000100:00100000:2.0:1761242536.891877:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293 00000100:00100000:2.0:1761242536.891889:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c76d8212 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480926144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242536.891938:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242536.892037:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c76d8212 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480926144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 149us (3173us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242536.892045:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293 00010000:00010000:2.0:1761242538.617965:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242538.942048:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e72f3224 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480926272:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942120:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242538.942142:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480926528:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942162:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242538.942190:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f42dc457 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480926912:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942206:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242538.942247:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761242538.942252:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007871ef96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480926464:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942273:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242538.942285:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480926848:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942300:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242538.942342:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480926528 00000100:00100000:2.0:1761242538.942379:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480926912 00000100:00100000:2.0:1761242538.942392:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480926848 00000100:00100000:2.0:1761242538.942409:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5027 00000100:00100000:2.0:1761242538.942414:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042255f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480926528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942463:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042255f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480926528:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242538.942470:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5027 00000100:00100000:2.0:1761242538.942484:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5028 00000100:00100000:2.0:1761242538.942488:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d1615c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480926912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942509:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d1615c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480926912:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242538.942514:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5028 00000100:00100000:2.0:1761242538.942522:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5029 00000100:00100000:2.0:1761242538.942525:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000153d38d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480926848:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942557:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000153d38d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480926848:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242538.942567:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5029 00000100:00100000:2.0:1761242538.942607:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480926848:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942617:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480926528:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942630:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f42dc457 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480926912:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942668:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480926464 00000100:00100000:2.0:1761242538.942696:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294 00000100:00100000:2.0:1761242538.942699:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c467e442 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480926464:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.942729:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c467e442 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480926464:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242538.942734:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294 00000100:00100000:2.0:1761242538.942756:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007871ef96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480926464:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242538.944680:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e72f3224 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480926272:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242539.894483:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242539.894528:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242539.894566:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242539.894599:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242539.894620:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242539.894840:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2091 00000100:00100000:2.0:1761242539.894846:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045cd95b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464806080:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00010000:02020000:2.0:1761242539.894944:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242539.894968:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5032 00000100:00100000:0.0:1761242539.894973:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e72f3224 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464805952:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242539.895509:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045cd95b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464806080:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 661us (1034us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242539.895521:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2091 00000100:00100000:2.0:1761242540.988707:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004835135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480927040:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242540.988778:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242540.988819:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242540.988826:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a1ccb428 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480926976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242540.988846:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242540.989987:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480927040 00000100:00100000:0.0:1761242540.990032:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480926976 00000100:00100000:0.0:1761242540.990051:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:0.0:1761242540.990057:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480927040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242540.990093:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242540.990154:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480927040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (1376us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242540.990161:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:0.0:1761242540.990178:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:0.0:1761242540.990182:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddb032b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480926976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242540.990191:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242540.990214:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddb032b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480926976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 31us (1368us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242540.990223:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00100000:2.0:1761242542.014494:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7d148ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480927104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242542.014609:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242542.018931:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3296 00000100:00100000:0.0:1761242542.018942:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007871ef96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480927104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242542.019043:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242542.019186:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007871ef96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480927104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 244us (4578us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242542.019195:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3296 00000100:00100000:0.0:1761242542.019318:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001279b24f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480927168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242542.021731:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242542.023993:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7d148ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480927104:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242542.713323:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242544.057253:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000955922f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480927296:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242544.057306:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242544.057380:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb751e19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480927360:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242544.058772:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d77fb05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480927552:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242544.058830:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242544.058865:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1761242544.058873:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004835135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480927232:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242544.058914:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242544.058935:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dd9c319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480927488:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242544.058964:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242544.058996:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f71a2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480927872:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242544.059021:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242544.059054:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480927296 00000100:00100000:0.0:1761242544.059091:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480927488 00000100:00100000:0.0:1761242544.059120:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480927872 00000100:00100000:0.0:1761242544.059143:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5033 00000100:00100000:0.0:1761242544.059150:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e342441 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480927296:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242544.059181:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e342441 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480927296:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (1879us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242544.059187:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5033 00000100:00100000:0.0:1761242544.059198:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5034 00000100:00100000:0.0:1761242544.059201:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001279b24f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480927488:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242544.059218:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001279b24f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480927488:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242544.059222:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5034 00000100:00100000:0.0:1761242544.059249:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5035 00000100:00100000:0.0:1761242544.059252:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a1ccb428 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480927872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242544.059274:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a1ccb428 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480927872:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242544.059280:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5035 00000100:00100000:0.0:1761242544.059299:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480927232 00000100:00100000:0.0:1761242544.059324:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806 00000100:00100000:0.0:1761242544.059328:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480927232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242544.059361:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480927232:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242544.059368:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806 00000100:00100000:0.0:1761242544.059417:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5036 00000100:00100000:0.0:1761242544.059422:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7d148ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480927808:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242544.059453:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7d148ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480927808:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242544.059625:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242544.059643:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062529898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480927616:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242544.059661:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242544.059694:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480927424 00000100:00100000:2.0:1761242544.059717:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480927360 00000100:00100000:2.0:1761242544.059731:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298 00000100:00100000:2.0:1761242544.059734:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094cfbb67 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480927424:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242544.059757:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094cfbb67 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480927424:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242544.059762:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298 00000100:00100000:2.0:1761242544.059773:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299 00000100:00100000:2.0:1761242544.059776:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480927360:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242544.059802:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480927360:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242544.059808:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299 00000100:00100000:2.0:1761242544.059840:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb751e19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480927360:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242544.059895:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000131142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480927424:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242544.059904:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480927808:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761242544.059946:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242544.059951:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242544.059954:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480927744:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242544.059972:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004835135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480927232:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242544.059981:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dd9c319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480927488:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242544.059989:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f71a2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480927872:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242544.059999:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000955922f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480927296:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242544.060007:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d77fb05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480927552:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761242544.061045:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242544.061051:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242544.061055:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480927680:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242544.063262:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5036 00000100:00100000:0.0:1761242545.015783:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464806144 00000100:00100000:0.0:1761242545.015854:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1807 00000100:00100000:0.0:1761242545.015861:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464806144:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242545.015964:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464806144:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 102us (3745us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242545.015971:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1807 00000100:00100000:2.0:1761242546.110029:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480928000 00000100:00100000:2.0:1761242546.110096:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:2.0:1761242546.110102:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003434e24f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480928000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242546.110128:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242546.110191:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003434e24f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480928000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242546.110201:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00100000:0.0:1761242546.110461:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480928000:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242546.810294:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242547.131504:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010d1f33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480928064:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242547.131587:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242547.132943:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010d1f33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480928064:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242549.176987:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057be3411 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480928384:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242549.177017:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242549.177041:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480928768:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242549.177062:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242549.177088:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1761242549.177098:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fece2a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480928192:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242549.177123:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242549.177137:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480928448:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242549.177155:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242549.177167:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086660c6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480928832:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242549.177185:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242549.177202:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f88ab19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480928640:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242549.177224:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242549.177258:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480928704:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242549.177275:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242549.177296:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480928640 00000100:00100000:2.0:1761242549.177311:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480928704 00000100:00100000:2.0:1761242549.177323:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095 00000100:00100000:2.0:1761242549.177325:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d77fb05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480928640:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242549.177412:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242549.177579:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480928256:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242549.177604:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096 00000100:00100000:0.0:1761242549.177608:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000955922f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480928704:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242549.177684:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242549.177714:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000955922f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480928704:12345-0@lo:8:kworker/u8:2.0 Request processed in 105us (439us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242549.177719:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096 00000100:00080000:0.0:1761242549.177738:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242549.177741:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242549.177744:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480928704:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242549.177774:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480928192 00000100:00100000:0.0:1761242549.177794:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:0.0:1761242549.177797:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480928192:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242549.177821:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480928192:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242549.177826:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00100000:0.0:1761242549.177862:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fece2a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480928192:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242549.177870:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480928448:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242549.177877:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480928768:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242549.178615:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d77fb05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480928640:12345-0@lo:8:kworker/u8:2.0 Request processed in 1288us (1390us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242549.178621:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095 00000100:00100000:2.0:1761242550.132602:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464806656 00000100:00100000:0.0:1761242550.132704:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464806464 00000100:00100000:0.0:1761242550.132741:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1809 00000100:00100000:0.0:1761242550.132749:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464806464:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242550.132828:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464806464:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 78us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242550.132846:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1809 00000100:00100000:2.0:1761242550.133179:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464806720 00000100:00100000:2.0:1761242550.133205:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2531 00000100:00100000:2.0:1761242550.133211:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057be3411 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464806656:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242550.133282:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057be3411 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464806656:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 70us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242550.133289:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2531 00010000:00010000:2.0:1761242550.905785:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242551.225412:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:0.0:1761242551.225419:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000692558a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480928960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242551.225433:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242551.225473:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000692558a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480928960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242551.225481:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:0.0:1761242552.248463:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480929088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242552.248548:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242552.248583:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242552.248589:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480929024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242552.248614:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242552.249061:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480929024 00000100:00100000:0.0:1761242552.249604:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304 00000100:00100000:0.0:1761242552.249611:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480929024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242552.249655:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242552.249732:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480929024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242552.250026:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304 00000100:00100000:2.0:1761242554.297004:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480929152:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242554.297059:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242554.297081:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004469211a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480929408:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242554.297112:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242554.297132:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000afcacbdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480929792:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242554.297151:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242554.297163:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761242554.297169:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480929216:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242554.297187:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242554.297197:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901e6eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480929472:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242554.297216:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242554.297274:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480929472 00000100:00100000:2.0:1761242554.297300:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00100000:2.0:1761242554.297304:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb751e19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480929472:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242554.297339:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb751e19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480929472:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242554.297345:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00100000:2.0:1761242554.297376:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901e6eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480929472:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242554.297426:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480929408 00000100:00100000:2.0:1761242554.297449:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480929792 00000100:00100000:2.0:1761242554.297469:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480929216 00000100:00100000:2.0:1761242554.297493:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5047 00000100:00100000:2.0:1761242554.297503:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004835135c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480929792:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242554.297546:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004835135c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480929792:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242554.297559:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5047 00000100:00100000:2.0:1761242554.297592:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480929280 00000100:00100000:2.0:1761242554.297621:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480929344 00000100:00100000:2.0:1761242554.297645:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306 00000100:00100000:2.0:1761242554.297650:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480929280:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242554.297692:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480929280:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242554.297705:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306 00000100:00100000:2.0:1761242554.297726:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307 00000100:00100000:2.0:1761242554.297731:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f3896dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480929344:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242554.297772:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f3896dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480929344:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242554.297779:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307 00000100:00100000:0.0:1761242554.298089:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480929152 00000100:00100000:0.0:1761242554.298127:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:0.0:1761242554.298131:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480929152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242554.298170:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480929152:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242554.298176:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00010000:00010000:2.0:1761242555.001945:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242555.252629:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242555.252680:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242555.252718:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242555.252738:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242555.252760:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242555.253374:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807040 00000100:00100000:0.0:1761242555.253408:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464806976 00000100:00100000:3.0:1761242556.346307:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a23674e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480929856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242556.346316:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:3.0:1761242556.346363:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480929856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242556.346895:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480929920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242556.346930:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242556.346979:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480929920 00000100:00100000:2.0:1761242556.347652:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:2.0:1761242556.347659:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a565f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480929920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242556.347678:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242556.347741:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a565f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480929920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242556.347748:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:3.0:1761242557.370916:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242557.370936:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480930048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242557.371006:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242557.371053:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761242557.371059:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480929984:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242557.371082:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242557.371110:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930048 00000100:00100000:3.0:1761242557.371146:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480929984 00000100:00100000:3.0:1761242557.371167:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3308 00000100:00100000:3.0:1761242557.371171:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480930048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242557.371207:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242557.371265:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480930048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242557.371273:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3308 00000100:00100000:3.0:1761242557.371291:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309 00000100:00100000:3.0:1761242557.371295:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e29d194 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480929984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242557.371314:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242557.371359:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e29d194 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480929984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242557.371366:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309 00000100:00100000:3.0:1761242557.371401:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480929984:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242557.371429:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480930048:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242559.097207:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242559.416452:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ac72198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480930112:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242559.416520:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242559.416526:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242559.416530:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761242559.416534:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761242559.416538:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4066 00000100:00080000:3.0:1761242559.416542:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242559.416548:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242559.416568:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a8e01f19 x1846792480930560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242559.416569:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043a7af78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480930368:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242559.416587:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242559.416591:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242559.416593:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242559.416597:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4066 00000100:00080000:3.0:1761242559.416599:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242559.416603:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242559.416605:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242559.416620:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000aa044b7b x1846792480930624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242559.416623:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242559.416631:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480930304:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.416657:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242559.416672:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480930752:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242559.416689:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930112 00000100:00100000:0.0:1761242559.416691:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242559.416706:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242559.416712:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001252e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480930688:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.416729:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242559.416754:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812 00000100:00100000:0.0:1761242559.416760:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930368 00000100:00100000:3.0:1761242559.416763:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480930112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.416799:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930752 00000100:00100000:0.0:1761242559.416817:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930688 00000100:00100000:0.0:1761242559.416834:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5051 00000100:00100000:0.0:1761242559.416839:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480930368:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242559.416854:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480930112:12345-0@lo:400:kworker/u8:3.0 Request processed in 92us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242559.416862:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812 00000100:00100000:0.0:1761242559.416886:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480930368:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242559.416893:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5051 00000100:00100000:3.0:1761242559.416912:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5052 00000100:00100000:3.0:1761242559.416918:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067fb4ce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480930752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242559.416951:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067fb4ce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480930752:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242559.417283:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c22c157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480930176:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242559.417309:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242559.417323:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc094359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480930432:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242559.417338:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242559.417352:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1761242559.417355:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480930240:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242559.417371:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242559.417382:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f9e23da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480930496:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242559.417397:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242559.417416:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930176 00000100:00100000:0.0:1761242559.418978:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5053 00000100:00100000:0.0:1761242559.418989:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095879a83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480930688:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.419074:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095879a83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480930688:12345-0@lo:400:kworker/u8:3.0 Request processed in 87us (2344us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242559.419081:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5053 00000100:00100000:0.0:1761242559.419176:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001252e6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480930688:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.419189:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480930752:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.419199:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043a7af78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480930368:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.419208:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ac72198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480930112:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.419289:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930304 00000100:00100000:0.0:1761242559.419321:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930240 00000100:00100000:0.0:1761242559.419336:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310 00000100:00100000:0.0:1761242559.419340:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480930304:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.419368:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480930304:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (2713us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242559.419373:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310 00000100:00100000:0.0:1761242559.419382:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311 00000100:00100000:0.0:1761242559.419385:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480930240:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.419411:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480930240:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (2039us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242559.419416:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311 00000100:00100000:0.0:1761242559.419436:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480930304:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.419460:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930560 00000100:00100000:0.0:1761242559.419477:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930624 00000100:00100000:0.0:1761242559.419489:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930432 00000100:00100000:0.0:1761242559.419500:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930496 00000100:00100000:0.0:1761242559.419509:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000100:00100000:0.0:1761242559.419513:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003897df41 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480930432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.419536:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003897df41 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480930432:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (2198us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242559.419541:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00000100:00100000:0.0:1761242559.419549:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:0.0:1761242559.419551:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a001c88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480930496:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.419568:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a001c88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480930496:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (2171us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242559.419573:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:0.0:1761242559.419580:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101 00000100:00100000:0.0:1761242559.419583:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f79e5e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480930560:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242559.419672:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242559.419697:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f79e5e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480930560:12345-0@lo:8:kworker/u8:3.0 Request processed in 113us (2705us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242559.419702:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101 00000100:00100000:0.0:1761242559.419878:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102 00000100:00100000:0.0:1761242559.419882:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480930624:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242559.419958:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242559.419980:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480930624:12345-0@lo:8:kworker/u8:3.0 Request processed in 97us (2957us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242559.419985:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102 00000100:00080000:0.0:1761242559.420030:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242559.420033:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242559.420036:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8e01f19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480930560:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761242559.420044:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242559.420046:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242559.420048:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa044b7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480930624:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242559.420100:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480930240:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.420108:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f9e23da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480930496:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242559.420117:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc094359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480930432:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242559.420338:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5052 00000100:00100000:2.0:1761242559.420877:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c22c157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480930176:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761242560.120469:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242560.373225:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242560.373308:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242560.373342:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242560.373402:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807232 00000100:00100000:0.0:1761242560.373454:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807168 00000100:00100000:0.0:1761242560.373477:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5055 00000100:00100000:0.0:1761242560.373483:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a4509f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464807232:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242560.373564:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a4509f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464807232:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 80us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242560.373572:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5055 00000100:00100000:0.0:1761242560.373590:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5056 00000100:00100000:0.0:1761242560.373594:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ee44eca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464807168:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242560.373619:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ee44eca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464807168:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 24us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242560.373624:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5056 00000100:00100000:2.0:1761242560.375899:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242560.376141:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807296 00000100:00100000:0.0:1761242560.376566:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2537 00000100:00100000:0.0:1761242560.376574:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000b19cf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464807296:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242560.376641:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000b19cf8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464807296:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 67us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242560.376648:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2537 00000100:00100000:3.0:1761242560.377909:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807104 00000100:00100000:3.0:1761242560.377957:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1813 00000100:00100000:3.0:1761242560.377963:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464807104:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761242560.378648:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464807104:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 682us (5430us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242560.378657:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1813 00000100:00100000:0.0:1761242560.378864:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807360 00000100:00100000:3.0:1761242560.379820:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2103 00000100:00100000:3.0:1761242560.379827:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464807360:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:3.0:1761242560.379919:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242560.379986:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464807360:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 158us (1297us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242560.379992:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2103 00000100:00100000:3.0:1761242561.465689:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930816 00000100:00100000:3.0:1761242561.465765:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:3.0:1761242561.465773:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2bfc37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480930816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242561.465815:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242561.465863:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2bfc37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480930816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242561.465871:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00100000:0.0:1761242561.466814:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930880 00000100:00100000:0.0:1761242561.466861:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:0.0:1761242561.466865:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b35b7b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480930880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242561.466881:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242561.466918:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b35b7b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480930880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242561.466925:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:0.0:1761242562.488656:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242562.488698:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480930944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242562.488802:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242562.488895:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480930944 00000100:00100000:3.0:1761242562.488943:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312 00000100:00100000:3.0:1761242562.488948:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480930944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242562.488983:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242562.489025:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480930944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242562.489034:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312 00000100:00100000:0.0:1761242562.489270:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480931008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242562.489296:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242562.489336:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480930944:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242562.489457:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931008 00000100:00100000:3.0:1761242562.489486:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313 00000100:00100000:3.0:1761242562.489489:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d731a2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480931008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242562.489510:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242562.489540:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d731a2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480931008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242562.489546:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313 00000100:00100000:0.0:1761242562.489674:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480931008:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242563.193259:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242564.216900:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242564.538628:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059c7cf33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480931200:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242564.538707:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242564.538744:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000876476dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480931456:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242564.538774:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242564.538799:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761242564.538803:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000add58d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480931264:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242564.538825:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242564.538836:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480931648:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242564.538855:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242564.538877:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057be3411 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480931520:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242564.538899:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242564.538909:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006321a527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480931584:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242564.538925:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242564.538957:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931456 00000100:00100000:0.0:1761242564.538995:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931520 00000100:00100000:0.0:1761242564.539008:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931584 00000100:00100000:0.0:1761242564.539022:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:0.0:1761242564.539027:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480931456:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242564.539069:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480931456:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242564.539075:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00100000:0.0:1761242564.539088:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:0.0:1761242564.539091:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000203dd8fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480931520:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242564.539174:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242564.539203:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000203dd8fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480931520:12345-0@lo:8:kworker/u8:2.0 Request processed in 111us (304us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242564.539209:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:0.0:1761242564.539219:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105 00000100:00100000:0.0:1761242564.539222:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480931584:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242564.539354:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242564.539376:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480931584:12345-0@lo:8:kworker/u8:2.0 Request processed in 152us (450us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242564.539381:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105 00000100:00080000:0.0:1761242564.539445:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242564.539449:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242564.539452:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057be3411 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480931520:0@lo:8:kworker/u8:2.0 00000100:00080000:0.0:1761242564.539461:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242564.539463:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242564.539465:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006321a527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480931584:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242564.539498:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000876476dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480931456:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.539580:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931200 00000100:00100000:3.0:1761242564.539612:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931264 00000100:00100000:3.0:1761242564.539627:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3314 00000100:00100000:3.0:1761242564.539631:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480931200:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.539666:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480931200:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242564.539672:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3314 00000100:00100000:3.0:1761242564.539698:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315 00000100:00100000:3.0:1761242564.539701:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e32a80e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480931264:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.539724:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e32a80e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480931264:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242564.539729:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315 00000100:00100000:3.0:1761242564.539749:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480931136:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.539776:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242564.539791:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3b7fda8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480931392:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.539808:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242564.539821:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1761242564.539825:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001099136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480931072:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.539846:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242564.539856:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b08bb76d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480931328:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.539871:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242564.539880:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480931712:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.539893:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242564.539911:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931648 00000100:00100000:3.0:1761242564.539931:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931136 00000100:00100000:3.0:1761242564.539944:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931328 00000100:00100000:3.0:1761242564.539955:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931712 00000100:00100000:3.0:1761242564.539965:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5057 00000100:00100000:3.0:1761242564.539968:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480931648:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.539991:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480931648:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (1135us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242564.539996:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5057 00000100:00100000:3.0:1761242564.540005:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5058 00000100:00100000:3.0:1761242564.540008:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480931136:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540030:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480931136:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242564.540035:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5058 00000100:00100000:3.0:1761242564.540044:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5059 00000100:00100000:3.0:1761242564.540047:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000829b3123 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480931328:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540069:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000829b3123 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480931328:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242564.540074:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5059 00000100:00100000:3.0:1761242564.540083:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5060 00000100:00100000:3.0:1761242564.540086:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff9cb429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480931712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540108:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff9cb429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480931712:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242564.540113:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5060 00000100:00100000:3.0:1761242564.540128:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931392 00000100:00100000:3.0:1761242564.540146:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539 00000100:00100000:3.0:1761242564.540149:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480931392:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540171:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480931392:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242564.540176:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539 00000100:00100000:3.0:1761242564.540189:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931072 00000100:00100000:3.0:1761242564.540206:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:3.0:1761242564.540209:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480931072:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540251:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480931072:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242564.540256:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00000100:00100000:3.0:1761242564.540294:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001099136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480931072:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540302:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b08bb76d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480931328:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540308:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480931712:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540314:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480931136:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540320:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3b7fda8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480931392:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540348:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000add58d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480931264:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540355:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480931648:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242564.540363:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059c7cf33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480931200:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242565.492276:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242565.492320:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242565.492355:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242565.492382:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242565.492390:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807616 00000100:00100000:2.0:1761242565.492415:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807424 00000100:00100000:2.0:1761242565.492438:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1815 00000100:00100000:3.0:1761242565.492438:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2540 00000100:00100000:2.0:1761242565.492445:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464807424:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1761242565.492445:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c79ce308 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464807616:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1761242565.492512:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c79ce308 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464807616:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 66us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242565.492520:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2540 00000100:00100000:0.0:1761242565.492534:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807488 00000100:00100000:0.0:1761242565.492558:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807552 00000100:00100000:0.0:1761242565.492576:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5061 00000100:00100000:0.0:1761242565.492580:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464807488:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242565.494034:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464807424:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 1584us (1674us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242565.494046:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1815 00000100:00100000:0.0:1761242565.494169:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464807488:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 1585us (1900us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242565.494176:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5061 00000100:00100000:0.0:1761242565.501056:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242565.501136:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807680 00000100:00100000:3.0:1761242565.501296:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2106 00000100:00100000:3.0:1761242565.501314:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464807680:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00010000:02020000:3.0:1761242565.501476:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242565.501573:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464807680:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 268us (520us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242565.501596:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2106 00000100:00100000:2.0:1761242566.584571:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242566.584586:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f680c34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480931776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242566.584669:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242566.584720:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931776 00000100:00100000:2.0:1761242566.584766:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1761242566.584773:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ce474bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480931776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242566.584809:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242566.584853:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ce474bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480931776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242566.584861:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:0.0:1761242566.584908:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242566.584912:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f680c34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480931776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242566.584920:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009375ca7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480931840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242566.584954:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242566.584994:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931840 00000100:00100000:3.0:1761242566.585030:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:3.0:1761242566.585036:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000600d252c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480931840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242566.585048:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242566.585093:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000600d252c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480931840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242566.585101:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00100000:3.0:1761242566.585143:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009375ca7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480931840:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242567.297578:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242567.608383:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242567.608383:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242567.608399:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005ddb790 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480931968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242567.608400:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad4aaf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480931904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242567.608607:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242567.608727:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242567.608793:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931968 00000100:00100000:0.0:1761242567.608843:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480931904 00000100:00100000:0.0:1761242567.608869:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316 00000100:00100000:0.0:1761242567.608874:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2c1c8d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480931968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242567.609319:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242567.609357:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2c1c8d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480931968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 483us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242567.609363:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316 00000100:00100000:3.0:1761242567.609424:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005ddb790 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480931968:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242568.317845:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242569.656469:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480932096:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242569.656538:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242569.656572:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057be3411 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480932352:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242569.656605:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242569.656649:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932096 00000100:00100000:2.0:1761242569.656696:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5063 00000100:00100000:2.0:1761242569.656701:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f680c34b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480932096:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242569.656744:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f680c34b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480932096:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242569.656750:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5063 00000100:00100000:2.0:1761242569.656784:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480932096:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242569.656883:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932160 00000100:00100000:2.0:1761242569.656915:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318 00000100:00100000:2.0:1761242569.656919:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c227d20c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480932160:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242569.656949:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c227d20c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480932160:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242569.656955:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318 00000100:00100000:3.0:1761242569.657058:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480932032:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242569.657090:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242569.657103:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006321a527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480932288:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242569.657122:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242569.657134:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000879f08f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480932672:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242569.657151:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242569.657166:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761242569.657170:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000876476dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480932224:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242569.657188:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242569.657200:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fa5c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480932608:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242569.657216:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242569.657253:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932224 00000100:00100000:3.0:1761242569.657278:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319 00000100:00100000:3.0:1761242569.657282:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f805cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480932224:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242569.657382:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932288 00000100:00100000:2.0:1761242569.657403:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932672 00000100:00100000:2.0:1761242569.657417:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932608 00000100:00100000:2.0:1761242569.657431:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5065 00000100:00100000:2.0:1761242569.657434:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480932672:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242569.657609:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a55d5c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480932480:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242569.658048:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f805cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480932224:12345-0@lo:400:kworker/u8:2.0 Request processed in 764us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242569.658057:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319 00000100:00100000:3.0:1761242569.658090:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000876476dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480932224:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242569.658100:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fa5c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480932608:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242569.658107:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480932032:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242569.658113:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006321a527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480932288:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242569.658190:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480932672:12345-0@lo:400:kworker/u8:2.0 Request processed in 754us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242569.658199:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5065 00000100:00100000:3.0:1761242569.658681:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000879f08f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480932672:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242569.660399:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932480 00000100:00100000:0.0:1761242569.660449:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107 00000100:00100000:0.0:1761242569.660454:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000533f9acd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480932480:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242569.660545:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242569.660585:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000533f9acd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480932480:12345-0@lo:8:kworker/u8:2.0 Request processed in 130us (2414us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242569.660604:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107 00000100:00100000:2.0:1761242569.661539:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932544 00000100:00100000:2.0:1761242569.661580:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108 00000100:00100000:2.0:1761242569.661585:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480932544:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242569.661681:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242569.661734:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480932544:12345-0@lo:8:kworker/u8:2.0 Request processed in 148us (1571us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242569.661741:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108 00000100:00100000:3.0:1761242570.614821:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242570.614871:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242570.614911:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242570.614944:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242570.614982:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242570.615855:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808000 00000100:00100000:0.0:1761242570.615888:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464807936 00000100:00100000:0.0:1761242570.615919:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2543 00000100:00100000:0.0:1761242570.615924:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009c1e752 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464807936:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242570.615972:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009c1e752 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464807936:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 47us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242570.615978:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2543 00000100:00100000:0.0:1761242570.615991:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2109 00000100:00100000:0.0:1761242570.615995:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464808000:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00010000:02020000:0.0:1761242570.616104:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242570.616131:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464808000:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 134us (1260us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242570.616137:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2109 00010000:00010000:2.0:1761242571.384517:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242571.709281:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3e8e5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480932800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242571.709308:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242571.709336:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932800 00000100:00100000:2.0:1761242571.709594:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006321a527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480932736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242571.713424:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:3.0:1761242571.713435:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c49c9e7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480932800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242571.713464:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242571.713547:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c49c9e7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480932800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (4238us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242571.713562:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:0.0:1761242571.713607:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3e8e5f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480932800:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761242572.408451:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242572.728680:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932864 00000100:00100000:3.0:1761242572.728719:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932928 00000100:00100000:3.0:1761242572.728733:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3320 00000100:00100000:3.0:1761242572.728738:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a55d5c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480932864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242572.728772:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242572.728799:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321 00000100:00100000:0.0:1761242572.728807:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000879f08f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480932928:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242572.728819:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a55d5c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480932864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242572.728826:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3320 00000004:00000024:0.0:1761242572.728832:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242572.728866:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026ce9f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480932864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242572.728871:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000879f08f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480932928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242572.728879:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321 00000100:00100000:2.0:1761242572.728904:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045cd95b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480932928:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242574.776464:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242574.777043:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fa5c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480932992:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242574.777115:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242574.777179:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480932992 00000100:00100000:3.0:1761242574.777622:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad4aaf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480933056:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242574.778522:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:0.0:1761242574.778529:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480932992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.778726:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242574.778756:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001f80477 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480933312:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242574.778761:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933056 00000100:00100000:3.0:1761242574.778790:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242574.778799:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5069 00000100:00100000:2.0:1761242574.778804:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c83d7f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480933056:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.778815:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761242574.778825:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007603cd2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480933248:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242574.778846:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c83d7f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480933056:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242574.778854:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5069 00000100:00100000:3.0:1761242574.778860:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242574.778878:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933248 00000100:00100000:3.0:1761242574.778883:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a68fa528 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480933632:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242574.778904:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5070 00000100:00100000:2.0:1761242574.778908:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026ce9f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480933248:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.778915:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242574.778951:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026ce9f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480933248:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242574.778956:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad4aaf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480933056:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242574.778967:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5070 00000100:00100000:2.0:1761242574.778982:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933632 00000100:00100000:3.0:1761242574.778989:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007603cd2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480933248:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242574.779007:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5071 00000100:00100000:2.0:1761242574.779012:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf3c3be6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480933632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.779019:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933440 00000100:00100000:3.0:1761242574.779049:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933504 00000100:00100000:2.0:1761242574.779052:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf3c3be6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480933632:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242574.779059:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5071 00000100:00100000:3.0:1761242574.779069:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933312 00000100:00100000:3.0:1761242574.779097:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544 00000100:00100000:3.0:1761242574.779102:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be0d7cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480933312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242574.779119:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:2.0:1761242574.779124:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b98ef251 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480933440:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242574.779136:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be0d7cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480933312:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242574.779143:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544 00000100:00100000:3.0:1761242574.779157:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111 00000100:00100000:3.0:1761242574.779161:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480933504:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242574.779356:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242574.779386:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b98ef251 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480933440:12345-0@lo:8:kworker/u8:2.0 Request processed in 261us (1852us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242574.779392:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00010000:02020000:3.0:1761242574.779395:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242574.779422:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a68fa528 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480933632:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.779435:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480933504:12345-0@lo:8:kworker/u8:2.0 Request processed in 271us (1858us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242574.779439:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001f80477 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480933312:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.779448:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111 00000100:00100000:2.0:1761242574.779523:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083a396d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480933184:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.779551:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d8d2f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480933120:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242574.779557:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242574.779581:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480933568:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.779587:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242574.779610:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084ffe66b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480933376:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242574.779618:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242574.779641:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242574.779668:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933568 00000100:00100000:3.0:1761242574.779682:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933376 00000100:00100000:2.0:1761242574.779696:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5072 00000100:00100000:2.0:1761242574.779701:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7d27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480933568:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.779713:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:3.0:1761242574.779719:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001f80477 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480933376:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242574.779740:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7d27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480933568:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242574.779748:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5072 00000100:00100000:3.0:1761242574.779765:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001f80477 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480933376:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242574.779773:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00000100:00100000:2.0:1761242574.779779:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480933568:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.779815:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084ffe66b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480933376:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242574.779817:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933184 00000100:00100000:2.0:1761242574.779842:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933120 00000100:00100000:2.0:1761242574.779857:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322 00000100:00100000:2.0:1761242574.779865:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006321a527 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480933184:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.779865:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323 00000100:00100000:3.0:1761242574.779874:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d19fb8f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480933120:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242574.779906:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006321a527 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480933184:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242574.779913:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322 00000100:00100000:3.0:1761242574.779925:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d19fb8f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480933120:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242574.779932:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323 00000100:00100000:2.0:1761242574.779941:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083a396d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480933184:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242574.779971:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d8d2f8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480933120:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242574.780204:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480932992:12345-0@lo:400:kworker/u8:2.0 Request processed in 1673us (3088us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242574.780220:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00100000:2.0:1761242574.781444:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fa5c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480932992:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1761242575.481079:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242575.735607:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242575.735661:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242575.735868:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242575.735903:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242575.735980:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242575.736017:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808128 00000100:00100000:2.0:1761242575.736069:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5073 00000100:00100000:2.0:1761242575.736077:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d8d2f8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464808128:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242575.736191:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d8d2f8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464808128:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 113us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242575.736200:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5073 00000100:00100000:3.0:1761242575.736362:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808320 00000100:00100000:3.0:1761242575.736803:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808256 00000100:00100000:3.0:1761242575.736841:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2546 00000100:00100000:3.0:1761242575.736846:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464808256:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1761242575.736888:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464808256:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 41us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242575.736895:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2546 00000100:00100000:3.0:1761242575.736908:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2112 00000100:00100000:3.0:1761242575.736912:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464808320:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00000100:00100000:0.0:1761242575.737293:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808064 00000100:00100000:0.0:1761242575.737325:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1819 00000100:00100000:0.0:1761242575.737329:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464808064:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242575.737359:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464808064:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 29us (1761us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242575.737366:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1819 00010000:02020000:3.0:1761242575.737608:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242575.737647:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464808320:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 733us (1781us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242575.737655:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2112 00010000:00010000:3.0:1761242576.504462:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242576.824457:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084ffe66b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480933696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242576.824515:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242576.824527:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045cd95b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480933760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242576.824544:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242576.824574:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242576.824607:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933696 00000100:00100000:0.0:1761242576.824624:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933760 00000100:00100000:3.0:1761242576.824658:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:0.0:1761242576.824667:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:3.0:1761242576.824667:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007603cd2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480933696:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242576.824676:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005ddb790 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480933760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242576.824702:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:3.0:1761242576.824704:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242576.824751:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007603cd2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480933696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242576.824758:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005ddb790 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480933760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242576.824762:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:0.0:1761242576.824770:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:3.0:1761242576.824824:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084ffe66b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480933696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242576.825032:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045cd95b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480933760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242577.848630:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480933824:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242577.848712:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242577.848768:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933824 00000100:00100000:0.0:1761242577.848810:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324 00000100:00100000:0.0:1761242577.848822:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009375ca7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480933824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242577.848861:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242577.848905:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009375ca7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480933824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242577.848911:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324 00000100:00100000:3.0:1761242577.849189:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933888 00000100:00100000:3.0:1761242577.850078:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325 00000100:00100000:3.0:1761242577.850085:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9ce68a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480933888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242577.850117:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242577.850185:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9ce68a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480933888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242577.850192:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325 00000100:00100000:2.0:1761242577.850303:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045cd95b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480933888:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242579.577553:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242579.896511:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ab81c29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480934144:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242579.896589:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242579.896636:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a88a46e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480934528:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.896638:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480934080:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242579.896676:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242579.896685:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242579.896699:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1761242579.896711:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023db3e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480933952:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.896713:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edd173f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480934336:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242579.896826:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480934144 00000100:00100000:2.0:1761242579.896864:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480934080 00000100:00100000:2.0:1761242579.896890:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3326 00000100:00100000:2.0:1761242579.896895:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084ffe66b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480934144:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242579.897022:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242579.897028:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242579.897044:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042af6350 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480934208:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.897070:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480933952 00000100:00100000:2.0:1761242579.897076:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084ffe66b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480934144:12345-0@lo:400:kworker/u8:2.0 Request processed in 178us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242579.897085:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242579.897088:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3326 00000100:00100000:0.0:1761242579.897099:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:0.0:1761242579.897104:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480933952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242579.897112:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327 00000100:00100000:3.0:1761242579.897112:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480934592:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242579.897120:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045cd95b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480934080:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.897353:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480933952:12345-0@lo:400:kworker/u8:2.0 Request processed in 247us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242579.897364:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00100000:3.0:1761242579.897364:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242579.897374:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045cd95b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480934080:12345-0@lo:400:kworker/u8:2.0 Request processed in 253us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242579.897382:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327 00000100:00100000:3.0:1761242579.897419:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ab81c29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480934144:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.897432:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480934080:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242579.897442:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480934528 00000100:00100000:3.0:1761242579.897449:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023db3e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480933952:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.897475:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010df96a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480934400:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242579.897475:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480934016 00000100:00100000:3.0:1761242579.897481:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480934208 00000100:00100000:2.0:1761242579.897498:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480934592 00000100:00100000:0.0:1761242579.897512:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242579.897517:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5075 00000100:00100000:2.0:1761242579.897526:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5076 00000100:00100000:3.0:1761242579.897526:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008635e36f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480934528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.897534:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083237d1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480934464:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242579.897536:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bf98b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480934016:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.897572:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242579.897581:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008635e36f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480934528:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242579.897589:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5075 00000100:00100000:3.0:1761242579.897605:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5077 00000100:00100000:3.0:1761242579.897609:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f420b0b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480934208:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.897610:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480934336 00000100:00100000:0.0:1761242579.897639:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480934400 00000100:00100000:3.0:1761242579.897642:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f420b0b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480934208:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242579.897648:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5077 00000100:00100000:0.0:1761242579.897657:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480934464 00000100:00100000:3.0:1761242579.897663:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5078 00000100:00100000:3.0:1761242579.897667:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083a396d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480934592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.897678:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547 00000100:00100000:0.0:1761242579.897684:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e8e5f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480934336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242579.897694:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083a396d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480934592:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242579.897700:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5078 00000100:00100000:0.0:1761242579.897726:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e8e5f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480934336:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242579.897734:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:0.0:1761242579.897742:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547 00000100:00100000:3.0:1761242579.897743:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066f58e83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480934400:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242579.897758:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114 00000100:00100000:0.0:1761242579.897762:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063217d07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480934464:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242579.897843:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242579.897871:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063217d07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480934464:12345-0@lo:8:kworker/u8:2.0 Request processed in 108us (300us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242579.897877:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114 00000100:00080000:0.0:1761242579.897917:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242579.897921:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242579.897924:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083237d1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480934464:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242579.897955:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edd173f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480934336:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.898003:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480934272 00000100:00100000:0.0:1761242579.898029:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548 00000100:00100000:0.0:1761242579.898034:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045feb0fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480934272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.898079:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045feb0fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480934272:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242579.898085:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548 00000100:00100000:2.0:1761242579.898097:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bf98b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480934016:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242579.898111:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5076 00000100:00100000:0.0:1761242579.899695:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042af6350 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480934208:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.899722:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480934592:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242579.899732:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a88a46e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480934528:0@lo:400:kworker/u8:2.0 00010000:02020000:3.0:1761242579.902423:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242579.902535:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066f58e83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480934400:12345-0@lo:8:kworker/u8:2.0 Request processed in 4793us (5024us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242579.902547:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00010000:00010000:3.0:1761242580.602011:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242580.854757:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808384 00000100:00100000:0.0:1761242580.854817:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1821 00000100:00100000:0.0:1761242580.854825:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464808384:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242580.854912:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464808384:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 86us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242580.854919:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1821 00000100:00100000:3.0:1761242580.865937:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242580.866062:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808448 00000100:00100000:2.0:1761242580.866316:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5079 00000100:00100000:2.0:1761242580.866325:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042af6350 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464808448:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242580.867048:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042af6350 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464808448:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 721us (1116us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242580.867059:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5079 00000100:00100000:3.0:1761242580.867143:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242580.867291:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242580.867344:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242580.867418:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808576 00000100:00100000:0.0:1761242580.867460:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808640 00000100:00100000:0.0:1761242580.867477:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2549 00000100:00100000:0.0:1761242580.867482:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e1d2526 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464808576:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242580.867525:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e1d2526 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464808576:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 42us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242580.867532:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2549 00000100:00100000:0.0:1761242580.867547:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2115 00000100:00100000:0.0:1761242580.867550:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edd173f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464808640:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761242580.867645:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242580.867671:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edd173f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464808640:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 119us (328us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242580.867682:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2115 00000100:00100000:2.0:1761242580.868215:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808512 00000100:00100000:2.0:1761242580.868278:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5080 00000100:00100000:2.0:1761242580.868284:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c830e544 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464808512:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242580.868330:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c830e544 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464808512:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 45us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242580.868336:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5080 00000100:00100000:2.0:1761242581.945376:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010df96a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480934656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242581.945452:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242581.946049:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fa5c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480934720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242581.946084:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242581.946612:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480934720 00000100:00100000:0.0:1761242581.946755:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010df96a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480934656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242581.946833:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:2.0:1761242581.946838:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e7ffaa3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480934720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242581.946848:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242581.946883:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e7ffaa3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480934720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242581.946889:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1761242581.947591:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fa5c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480934720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242582.968558:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009fa5c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480934784:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242582.968629:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242582.972187:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009fa5c280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480934784:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242582.972861:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480934848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242582.972914:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242582.973909:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480934848:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242583.675316:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242584.697816:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242585.016613:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242585.016620:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242585.016623:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761242585.016629:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a9e68ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480935040:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242585.016632:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4092 00000100:00080000:3.0:1761242585.016636:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242585.016644:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242585.016667:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001d27085c x1846792480935360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242585.016682:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242585.016686:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242585.016688:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242585.016691:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4092 00000100:00080000:3.0:1761242585.016692:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242585.016696:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242585.016704:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242585.016708:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000083e3413d x1846792480935424/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242585.016735:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dc4dfcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480935296:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242585.016745:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008142519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480935104:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.016763:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242585.016785:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242585.016805:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8c71ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480935488:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.016806:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480935040 00000100:00100000:3.0:1761242585.016834:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242585.016852:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480935104 00000100:00100000:3.0:1761242585.016872:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480935488 00000100:00100000:0.0:1761242585.016880:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330 00000100:00100000:0.0:1761242585.016887:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480935040:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242585.016907:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5081 00000100:00100000:3.0:1761242585.016912:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076c18c19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480935488:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.016941:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480935040:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242585.016949:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330 00000100:00100000:0.0:1761242585.016971:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331 00000100:00100000:3.0:1761242585.016975:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076c18c19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480935488:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242585.016979:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017f0d972 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480935104:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242585.016987:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5081 00000100:00100000:0.0:1761242585.017016:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017f0d972 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480935104:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242585.017022:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331 00000100:00100000:3.0:1761242585.017033:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008142519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480935104:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242585.017048:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8c71ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480935488:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.017062:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a9e68ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480935040:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.017252:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480935296 00000100:00100000:0.0:1761242585.017281:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480935424 00000100:00100000:0.0:1761242585.017304:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000100:00100000:0.0:1761242585.017319:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa0c4bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480935360:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242585.017561:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242585.017590:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa0c4bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480935360:12345-0@lo:8:kworker/u8:2.0 Request processed in 270us (431us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242585.017596:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 00000100:00100000:0.0:1761242585.017645:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ab81c29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480934912:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.017677:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242585.017696:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ee1b19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480935168:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.017718:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242585.017736:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000505ceb51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480935552:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.017756:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242585.018096:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad4aaf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480934976:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.018184:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ab81c29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480934912:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.018220:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5082 00000100:00100000:0.0:1761242585.018226:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd3c247d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480935168:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.018293:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd3c247d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480935168:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242585.018301:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5082 00000100:00100000:0.0:1761242585.018347:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ee1b19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480935168:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242585.018361:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000505ceb51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480935552:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242585.018419:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242585.018441:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a1767d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480935232:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242585.018461:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242585.018698:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480935232 00000100:00100000:3.0:1761242585.018728:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551 00000100:00100000:3.0:1761242585.018731:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480935232:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242585.019613:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480935232:12345-0@lo:400:kworker/u8:2.0 Request processed in 879us (1149us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242585.019621:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551 00000100:00100000:2.0:1761242585.019683:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a1767d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480935232:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242585.974498:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242585.974624:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242585.974662:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242585.974699:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242585.975767:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808896 00000100:00100000:0.0:1761242585.975830:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2552 00000100:00100000:0.0:1761242585.975837:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ea35cfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464808896:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242585.975910:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ea35cfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464808896:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 73us (1287us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242585.975918:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2552 00000100:00100000:2.0:1761242585.976113:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808704 00000100:00100000:2.0:1761242585.976152:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1823 00000100:00100000:2.0:1761242585.976156:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464808704:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242585.976191:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464808704:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 34us (1529us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242585.976197:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1823 00000100:00100000:3.0:1761242585.977014:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242585.977064:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5086 00000100:00100000:3.0:1761242585.977070:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000505ceb51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464808832:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1761242585.977109:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000505ceb51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464808832:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 36us (2408us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242585.977127:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5086 00000100:00100000:0.0:1761242585.978196:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464808960 00000100:00100000:0.0:1761242585.978269:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2118 00000100:00100000:0.0:1761242585.978274:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003dc4dfcd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464808960:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00010000:02020000:0.0:1761242585.978369:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242585.978431:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003dc4dfcd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464808960:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 155us (1418us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242585.978437:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2118 00000100:00100000:3.0:1761242587.065358:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083e3413d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480935616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242587.065431:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242587.065688:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242587.065699:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003068f5eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480935680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242587.065728:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242587.065759:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480935680 00000100:00100000:3.0:1761242587.065784:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:3.0:1761242587.065788:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a1767d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480935680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242587.065799:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242587.065836:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a1767d1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480935680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242587.065843:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00100000:3.0:1761242587.065896:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003068f5eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480935680:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242587.770444:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242588.089854:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ab81c29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480935808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242588.089884:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242588.092768:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333 00000100:00100000:0.0:1761242588.092777:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480935808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242588.092824:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242588.092894:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480935808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (3009us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242588.092901:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333 00000100:00100000:3.0:1761242588.092982:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ab81c29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480935808:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242588.792573:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242590.137163:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003068f5eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480935872:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242590.137203:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010df96a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480935936:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242590.137296:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242590.137311:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242590.137351:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480935936 00000100:00100000:3.0:1761242590.137392:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480935872 00000100:00100000:2.0:1761242590.137400:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5087 00000100:00100000:2.0:1761242590.137407:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ab81c29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480935936:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242590.137428:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824 00000100:00100000:3.0:1761242590.137434:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480935872:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242590.138742:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ab81c29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480935936:12345-0@lo:400:kworker/u8:2.0 Request processed in 1331us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242590.138750:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010df96a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480935936:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242590.138757:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5087 00000100:00100000:0.0:1761242590.138787:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083e3413d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480936192:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242590.138811:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083237d1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480936128:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242590.138836:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242590.138856:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242590.138880:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480936192 00000100:00100000:2.0:1761242590.138881:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480936512:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242590.138918:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553 00000100:00100000:2.0:1761242590.138925:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242590.138928:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010df96a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480936192:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242590.138957:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761242590.138964:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480936064:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242590.138978:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010df96a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480936192:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242590.138992:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553 00000100:00100000:2.0:1761242590.138996:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242590.139008:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480936256 00000100:00100000:2.0:1761242590.139303:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480936448:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242590.139319:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480935872:12345-0@lo:400:kworker/u8:2.0 Request processed in 1883us (2023us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242590.139337:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824 00000100:00100000:2.0:1761242590.139341:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242590.139375:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003068f5eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480935872:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242590.139389:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480936128 00000100:00100000:2.0:1761242590.139403:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480936064:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242590.139421:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480936512 00000100:00100000:2.0:1761242590.139434:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480936448 00000100:00100000:3.0:1761242590.139449:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5088 00000100:00100000:3.0:1761242590.139462:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a68fa528 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480936128:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242590.139500:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a68fa528 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480936128:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242590.139745:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00100000:0.0:1761242590.139751:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000045498eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480936256:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242590.139771:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5089 00000100:00100000:2.0:1761242590.139779:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ba9ab83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480936512:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242590.139789:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000045498eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480936256:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242590.139799:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00100000:2.0:1761242590.139824:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ba9ab83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480936512:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242590.139832:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5089 00000100:00100000:2.0:1761242590.139854:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5090 00000100:00100000:0.0:1761242590.139860:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083e3413d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480936192:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242590.139864:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000294f9f50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480936448:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242590.139899:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000294f9f50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480936448:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242590.139903:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5088 00000100:00100000:2.0:1761242590.139911:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5090 00000100:00100000:3.0:1761242590.139958:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480936448:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242590.139970:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083237d1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480936128:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242590.139978:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480936512:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242591.092476:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242591.092528:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242591.092570:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242591.095032:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464809152 00000100:00100000:3.0:1761242591.095287:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242591.095540:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464809280 00000100:00100000:0.0:1761242591.095570:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2121 00000100:00100000:0.0:1761242591.095576:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464809280:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00010000:02020000:0.0:1761242591.095666:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242591.095800:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464809280:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 143us (3251us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242591.095809:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2121 00000100:00100000:3.0:1761242591.097121:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242591.097263:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464809216 00000100:00100000:3.0:1761242591.097306:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2555 00000100:00100000:3.0:1761242591.097312:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464809216:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1761242591.097378:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464809216:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 66us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242591.097385:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2555 00000100:00100000:2.0:1761242591.098808:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464809088 00000100:00100000:2.0:1761242591.098857:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5091 00000100:00100000:2.0:1761242591.098864:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008142519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464809152:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1761242591.098865:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5092 00000100:00100000:3.0:1761242591.098870:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b5d00b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464809088:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242591.098915:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008142519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464809152:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 51us (6345us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242591.098915:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b5d00b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464809088:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 43us (3631us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242591.098933:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5092 00000100:00100000:2.0:1761242591.099095:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5091 00010000:00010000:2.0:1761242591.864750:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242592.184465:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242592.184483:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480936576:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242592.184551:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242592.185110:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242592.185121:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480936640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242592.185158:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242592.185375:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480936640:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242592.888498:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242593.208749:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3843a88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480936704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242593.208822:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242593.208896:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480936704 00000100:00100000:2.0:1761242593.209091:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336 00000100:00100000:2.0:1761242593.209098:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480936704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242593.210450:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242593.210517:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480936704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1417us (1696us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242593.210527:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336 00000100:00100000:3.0:1761242593.211541:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083237d1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480936768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242593.211594:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242593.211653:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480936768 00000100:00100000:3.0:1761242593.211674:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3843a88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480936704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242593.211707:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337 00000100:00100000:2.0:1761242593.211713:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480936768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242593.211743:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242593.211790:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480936768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242593.211797:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337 00000100:00100000:3.0:1761242593.211837:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083237d1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480936768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242595.256437:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8fc86ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480936832:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.256445:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000211a97c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480936896:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.256692:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242595.256692:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242595.256731:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037f83223 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480937088:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.256732:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad4aaf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480937152:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242595.256781:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242595.256790:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480936896 00000100:00100000:2.0:1761242595.256801:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb7010ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480937024:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242595.256812:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007594bc25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480937472:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.256837:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480937088 00000100:00100000:3.0:1761242595.256856:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242595.256871:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480937472 00000100:00100000:0.0:1761242595.256903:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5093 00000100:00100000:2.0:1761242595.256903:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242595.256907:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480936832 00000100:00100000:0.0:1761242595.256915:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a88a46e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480936896:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242595.256946:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:2.0:1761242595.256956:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f822936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480937408:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242595.256963:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480936832:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.257004:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a88a46e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480936896:12345-0@lo:400:kworker/u8:2.0 Request processed in 91us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242595.257012:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5093 00000100:00100000:3.0:1761242595.257027:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480936832:12345-0@lo:400:kworker/u8:2.0 Request processed in 67us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242595.257030:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242595.257034:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5094 00000100:00100000:0.0:1761242595.257040:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480937088:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242595.257040:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00100000:2.0:1761242595.257097:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761242595.257102:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480937088:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242595.257111:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003876ee93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480936960:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.257112:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5094 00000100:00100000:3.0:1761242595.257126:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037f83223 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480937088:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242595.257143:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8fc86ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480936832:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.257151:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480937408 00000100:00100000:2.0:1761242595.257170:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242595.257180:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5095 00000100:00100000:0.0:1761242595.257186:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae51b58f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480937472:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242595.257204:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480937216:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242595.257213:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5096 00000100:00100000:3.0:1761242595.257219:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480937408:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.257307:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae51b58f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480937472:12345-0@lo:400:kworker/u8:2.0 Request processed in 119us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242595.257314:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5095 00000100:00100000:2.0:1761242595.257327:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242595.257332:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480937408:12345-0@lo:400:kworker/u8:2.0 Request processed in 110us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242595.257340:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5096 00000100:00100000:0.0:1761242595.257378:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480937216 00000100:00100000:2.0:1761242595.257400:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f822936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480937408:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242595.257410:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556 00000100:00100000:3.0:1761242595.257421:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480937216:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.257450:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007594bc25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480937472:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242595.257479:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480937216:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242595.257485:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556 00000100:00100000:2.0:1761242595.257497:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242595.257504:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480937024 00000100:00100000:3.0:1761242595.257508:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480936960 00000100:00100000:3.0:1761242595.257538:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3338 00000100:00100000:0.0:1761242595.257541:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339 00000100:00100000:3.0:1761242595.257542:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480936960:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.257546:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006418eb02 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480937024:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242595.257573:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000211a97c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480936896:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.257590:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006418eb02 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480937024:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242595.257591:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480936960:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242595.257603:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3338 00000100:00100000:0.0:1761242595.257608:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339 00000100:00080000:0.0:1761242595.257652:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242595.257657:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242595.257663:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480937280:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242595.257665:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003876ee93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480936960:0@lo:400:kworker/u8:2.0 00000100:00080000:0.0:1761242595.257684:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242595.257688:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242595.257690:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480937216:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242595.257695:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8190be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480937344:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242595.257712:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad4aaf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480937152:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242595.257712:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb7010ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480937024:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1761242595.962390:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242596.214832:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242596.214884:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242596.214926:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242596.214960:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242596.214990:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242596.215029:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464809472 00000100:00100000:3.0:1761242596.215077:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464809408 00000100:00100000:3.0:1761242596.215107:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5097 00000100:00100000:3.0:1761242596.215113:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba451b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464809472:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761242596.215187:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba451b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464809472:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 73us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242596.215207:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5097 00000100:00100000:3.0:1761242596.215258:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5098 00000100:00100000:3.0:1761242596.215263:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb7010ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464809408:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761242596.215287:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb7010ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464809408:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 23us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242596.215292:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5098 00000100:00100000:0.0:1761242596.215731:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464809600 00000100:00100000:0.0:1761242596.215768:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464809536 00000100:00100000:0.0:1761242596.215792:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2558 00000100:00100000:0.0:1761242596.215797:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003876ee93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464809536:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242596.215834:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003876ee93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464809536:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 36us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242596.215841:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2558 00000100:00100000:0.0:1761242596.215855:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2124 00000100:00100000:0.0:1761242596.215858:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464809600:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761242596.215948:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242596.215974:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464809600:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 115us (1159us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242596.215980:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2124 00010000:00010000:3.0:1761242596.984498:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242597.304811:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761242597.304835:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000211a97c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480937536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242597.304907:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242597.307139:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242597.307149:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2d11b29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480937600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242597.307185:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242597.309779:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2d11b29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480937600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242598.331757:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480937664 00000100:00100000:0.0:1761242598.331798:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340 00000100:00100000:0.0:1761242598.331803:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000568e86b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480937664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242598.331839:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242598.331883:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000568e86b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480937664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242598.331889:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340 00000100:00100000:3.0:1761242598.332121:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242598.332200:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad4aaf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480937728:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242598.332256:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242598.332308:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480937728 00000100:00100000:0.0:1761242598.332336:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341 00000100:00100000:0.0:1761242598.332339:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480937728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242598.332359:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242598.332456:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480937728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242598.332462:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341 00000100:00100000:3.0:1761242598.332504:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad4aaf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480937728:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242600.056630:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242600.376659:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242600.376666:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242600.376670:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242600.376678:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4107 00000100:00080000:3.0:1761242600.376682:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242600.376698:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242600.376721:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000558f8307 x1846792480938240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242600.376736:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242600.376739:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242600.376740:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242600.376743:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4107 00000100:00080000:3.0:1761242600.376745:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242600.376748:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242600.376758:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c5dec2ed x1846792480938304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242600.376795:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480937920:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242600.376857:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242600.376883:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc55f8ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480938176:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242600.376904:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242600.376919:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761242600.376923:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003897df41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480937856:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242600.376949:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242600.376964:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb21a129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480938112:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242600.376983:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242600.377015:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480937920 00000100:00100000:3.0:1761242600.377069:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342 00000100:00100000:3.0:1761242600.377076:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480937920:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242600.377133:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480937920:12345-0@lo:400:kworker/u8:3.0 Request processed in 58us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242600.377141:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342 00000100:00100000:3.0:1761242600.377172:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938176 00000100:00100000:0.0:1761242600.377175:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480938240:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242600.377194:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938112 00000100:00100000:3.0:1761242600.377217:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559 00000100:00100000:3.0:1761242600.377248:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f9e23da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480938176:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242600.377275:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242600.377283:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f9e23da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480938176:12345-0@lo:400:kworker/u8:3.0 Request processed in 58us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242600.377290:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559 00000100:00100000:0.0:1761242600.377300:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480938304:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242600.377305:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938240 00000100:00100000:3.0:1761242600.377329:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:0.0:1761242600.377333:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242600.377336:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e01f19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480938112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242600.377360:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938304 00000100:00100000:3.0:1761242600.377368:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e01f19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480938112:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242600.377375:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:0.0:1761242600.377380:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125 00000100:00100000:0.0:1761242600.377386:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003068f5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480938240:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242600.377391:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126 00000100:00100000:3.0:1761242600.377395:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480938304:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761242600.377867:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:0.0:1761242600.377902:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242600.377903:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480938304:12345-0@lo:8:kworker/u8:3.0 Request processed in 505us (572us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242600.377912:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126 00000100:00100000:0.0:1761242600.377942:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003068f5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480938240:12345-0@lo:8:kworker/u8:3.0 Request processed in 554us (718us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242600.377944:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480937856 00000100:00100000:0.0:1761242600.377951:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125 00000100:00100000:3.0:1761242600.377974:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5099 00000100:00100000:3.0:1761242600.377979:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa044b7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480937856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242600.378014:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa044b7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480937856:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (1065us total) trans 0 rc 0/0 00000100:00080000:0.0:1761242600.378015:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242600.378031:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242600.378034:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5099 00000100:00100000:0.0:1761242600.378037:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480938240:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761242600.378051:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242600.378054:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242600.378057:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480938304:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242600.378077:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003897df41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480937856:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242600.378090:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb21a129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480938112:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242600.378101:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480937920:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242600.378112:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc55f8ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480938176:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.378163:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000211a97c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480937792:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.378198:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242600.378223:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480938048:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.378281:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242600.378305:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ac72198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480938432:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.378326:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242600.378343:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761242600.378348:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480937984:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.378370:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242600.378385:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c22c157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480938368:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.378404:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242600.378428:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938048 00000100:00100000:2.0:1761242600.378452:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938432 00000100:00100000:2.0:1761242600.378468:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938368 00000100:00100000:2.0:1761242600.378481:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5100 00000100:00100000:2.0:1761242600.378485:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad4aaf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480938048:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.378518:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad4aaf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480938048:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242600.378525:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5100 00000100:00100000:2.0:1761242600.378536:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5101 00000100:00100000:2.0:1761242600.378539:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009c1e752 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480938432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.378564:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009c1e752 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480938432:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242600.378569:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5101 00000100:00100000:2.0:1761242600.378579:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5102 00000100:00100000:2.0:1761242600.378582:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e8e5f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480938368:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.378604:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e8e5f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480938368:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242600.378610:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5102 00000100:00100000:2.0:1761242600.379041:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480937984:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.379052:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c22c157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480938368:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.379061:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480938048:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242600.379075:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ac72198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480938432:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242600.379350:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480937792 00000100:00100000:0.0:1761242600.379385:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:0.0:1761242600.379389:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480937792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242600.379435:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480937792:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242600.379442:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:2.0:1761242600.379542:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000211a97c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480937792:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761242601.080475:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242601.333814:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242601.334512:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242601.337592:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242601.338262:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242601.338344:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464809792 00000100:00100000:0.0:1761242601.338401:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464809728 00000100:00100000:0.0:1761242601.338424:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5103 00000100:00100000:0.0:1761242601.338430:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043a7af78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464809792:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242601.338500:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043a7af78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464809792:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 70us (3990us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242601.338507:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5103 00000100:00100000:0.0:1761242601.338524:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5104 00000100:00100000:0.0:1761242601.338528:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001252e6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464809728:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242601.338550:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001252e6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464809728:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 22us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242601.338556:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5104 00000100:00100000:3.0:1761242601.342195:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242601.342444:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464809920 00000100:00100000:0.0:1761242601.342492:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2127 00000100:00100000:0.0:1761242601.342499:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464809920:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00010000:02020000:0.0:1761242601.342595:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242601.342668:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464809920:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 169us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242601.342675:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2127 00000100:00100000:0.0:1761242602.429598:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242602.429614:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003897df41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480938496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242602.429686:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242602.430051:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938496 00000100:00100000:3.0:1761242602.430106:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:3.0:1761242602.430112:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045feb0fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480938496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242602.430148:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242602.430192:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045feb0fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480938496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242602.430200:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00100000:3.0:1761242602.430425:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003897df41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480938496:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242603.448791:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938624 00000100:00100000:3.0:1761242603.448843:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3344 00000100:00100000:3.0:1761242603.448849:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000368837dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480938624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242603.448887:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242603.448959:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000368837dc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480938624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242603.448988:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3344 00000100:00100000:0.0:1761242603.449084:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa0c4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480938624:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242603.449450:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa0c4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480938688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242603.449483:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242603.449540:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938688 00000100:00100000:0.0:1761242603.449576:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345 00000100:00100000:0.0:1761242603.449580:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000211a97c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480938688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242603.449602:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242603.449645:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000211a97c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480938688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242603.449652:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345 00000100:00100000:2.0:1761242603.449707:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa0c4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480938688:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242604.152417:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242605.177861:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242605.496492:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242605.496498:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242605.496502:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242605.496509:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4112 00000100:00080000:3.0:1761242605.496514:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242605.496522:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242605.496553:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c839a290 x1846792480939200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242605.496575:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242605.496579:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242605.496582:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242605.496586:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4112 00000100:00080000:3.0:1761242605.496588:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242605.496594:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242605.496612:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a8190be9 x1846792480939264/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242605.496663:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000edd173f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480938944:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242605.496709:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242605.496734:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480939328:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242605.496756:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242605.496781:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761242605.496788:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480938880:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242605.496804:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939008 00000100:00100000:3.0:1761242605.496812:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242605.496828:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480939136:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242605.496849:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938816 00000100:00100000:3.0:1761242605.496851:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242605.496876:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939392 00000100:00100000:3.0:1761242605.496881:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480939200:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242605.496897:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939328 00000100:00100000:3.0:1761242605.496908:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242605.496918:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5105 00000100:00100000:0.0:1761242605.496938:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018083321 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480939008:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242605.496957:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8190be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480939264:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242605.496990:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242605.497008:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018083321 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480939008:12345-0@lo:400:kworker/u8:3.0 Request processed in 81us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242605.497016:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5105 00000100:00100000:3.0:1761242605.497036:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5106 00000100:00100000:3.0:1761242605.497041:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480938816:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242605.497048:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5107 00000100:00100000:0.0:1761242605.497053:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da363c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480939392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242605.497075:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480938816:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242605.497082:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5106 00000100:00100000:0.0:1761242605.497096:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da363c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480939392:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242605.497102:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5108 00000100:00100000:0.0:1761242605.497108:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5107 00000100:00100000:3.0:1761242605.497109:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000045498eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480939328:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242605.497147:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939072 00000100:00100000:3.0:1761242605.497150:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000045498eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480939328:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242605.497157:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5108 00000100:00100000:0.0:1761242605.497175:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939136 00000100:00100000:3.0:1761242605.497185:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938944 00000100:00100000:0.0:1761242605.497196:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939200 00000100:00100000:0.0:1761242605.497212:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939264 00000100:00100000:3.0:1761242605.497217:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480938880 00000100:00100000:0.0:1761242605.497225:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000100:00100000:3.0:1761242605.497266:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346 00000100:00100000:3.0:1761242605.497271:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1a6176a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480938944:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242605.497276:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480939072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242605.497311:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1a6176a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480938944:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242605.497318:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346 00000100:00100000:0.0:1761242605.497321:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480939072:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242605.497332:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00000100:00100000:3.0:1761242605.497337:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347 00000100:00100000:3.0:1761242605.497342:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480938880:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242605.497350:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563 00000100:00100000:0.0:1761242605.497355:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480939136:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242605.497372:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480938880:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242605.497379:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347 00000100:00100000:0.0:1761242605.497393:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480939136:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242605.497400:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00000100:00100000:3.0:1761242605.497412:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00000100:00100000:3.0:1761242605.497418:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480939200:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242605.497421:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129 00000100:00100000:0.0:1761242605.497426:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480939264:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242605.498142:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242605.498186:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480939264:12345-0@lo:8:kworker/u8:3.0 Request processed in 758us (1197us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242605.498193:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129 00000100:00100000:0.0:1761242605.498289:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f822936 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480939392:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242605.498302:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f665d10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480938816:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242605.498313:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b98ef251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480939072:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242605.498322:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b77ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480939008:0@lo:400:kworker/u8:3.0 00010000:02020000:3.0:1761242605.498509:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242605.498538:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480939200:12345-0@lo:8:kworker/u8:3.0 Request processed in 1120us (1631us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242605.498544:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000100:00080000:3.0:1761242605.498581:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242605.498584:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242605.498588:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480939200:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761242605.498597:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242605.498599:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242605.498601:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8190be9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480939264:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242605.498634:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480938880:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242605.498645:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480939136:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242605.498655:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000edd173f8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480938944:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242605.498665:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480939328:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242605.500426:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003897df41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480938752:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242606.457511:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242606.457559:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242606.457593:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242606.457631:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242606.457660:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242606.457689:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810176 00000100:00100000:3.0:1761242606.457731:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810240 00000100:00100000:3.0:1761242606.457746:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2564 00000100:00100000:3.0:1761242606.457751:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d6f917a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464810176:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761242606.457812:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d6f917a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464810176:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 60us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242606.457818:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2564 00000100:00100000:3.0:1761242606.457836:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2130 00000100:00100000:3.0:1761242606.457840:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000533f9acd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464810240:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:3.0:1761242606.457940:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242606.457961:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000533f9acd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464810240:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 121us (301us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242606.457967:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2130 00000100:00100000:0.0:1761242606.458125:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810112 00000100:00100000:0.0:1761242606.458161:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810048 00000100:00100000:0.0:1761242606.458182:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5109 00000100:00100000:0.0:1761242606.458186:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c79ce308 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464810112:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242606.458223:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c79ce308 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464810112:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 36us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242606.458264:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5109 00000100:00100000:0.0:1761242606.458276:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5110 00000100:00100000:0.0:1761242606.458280:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036326563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464810048:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242606.458305:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036326563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464810048:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 24us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242606.458310:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5110 00000100:00100000:3.0:1761242607.544408:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242607.544426:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480939520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242607.545044:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242607.545901:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480939520:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242608.248632:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242608.568428:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242608.568448:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc606aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480939584:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242608.568516:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242608.568569:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939584 00000100:00100000:2.0:1761242608.568635:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939648 00000100:00100000:2.0:1761242608.568674:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349 00000100:00100000:2.0:1761242608.568688:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480939648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242608.568722:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242608.568795:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480939648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242608.568817:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349 00000100:00100000:0.0:1761242608.568933:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc606aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480939584:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242609.273721:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242610.616669:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480939712:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242610.616697:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480939776:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242610.616715:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242610.616721:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242610.616725:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242610.616730:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4117 00000100:00080000:3.0:1761242610.616733:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242610.616738:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242610.616756:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000022892bce x1846792480940160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242610.616774:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242610.616779:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242610.616781:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242610.616786:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4117 00000100:00080000:3.0:1761242610.616788:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242610.616802:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242610.616815:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005cb13887 x1846792480940224/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242610.616826:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242610.616847:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242610.616872:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ca7741e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480939968:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242610.616881:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bf585a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480940032:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242610.616888:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480940160:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242610.616908:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242610.616924:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242610.616935:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d3b8d28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480940352:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242610.616951:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939776 00000100:00100000:2.0:1761242610.616967:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242610.616972:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242610.616995:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761242610.616999:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939968 00000100:00100000:0.0:1761242610.617001:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480940224:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242610.617004:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001f80477 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480939904:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242610.617021:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940352 00000100:00100000:0.0:1761242610.617044:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242610.617049:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242610.617051:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5111 00000100:00100000:3.0:1761242610.617060:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc606aff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480939776:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242610.617131:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940032 00000100:00100000:0.0:1761242610.617160:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940160 00000100:00100000:0.0:1761242610.617176:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940224 00000100:00100000:0.0:1761242610.617191:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565 00000100:00100000:0.0:1761242610.617195:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083237d1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480940032:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242610.617255:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083237d1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480940032:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242610.617266:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565 00000100:00100000:0.0:1761242610.617287:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131 00000100:00100000:0.0:1761242610.617292:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa0c4bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480940160:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242610.617382:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242610.617424:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa0c4bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480940160:12345-0@lo:8:kworker/u8:2.0 Request processed in 131us (454us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242610.617432:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131 00000100:00100000:0.0:1761242610.617452:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5112 00000100:00100000:0.0:1761242610.617456:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480939968:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242610.617483:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480939968:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242610.617488:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5112 00000100:00100000:0.0:1761242610.617508:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5113 00000100:00100000:0.0:1761242610.617513:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ac72198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480940352:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242610.617549:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ac72198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480940352:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242610.617558:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5113 00000100:00080000:0.0:1761242610.617616:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242610.617622:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242610.617629:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480940160:0@lo:8:kworker/u8:2.0 00000100:00080000:0.0:1761242610.617643:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242610.617648:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242610.617651:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480940224:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242610.617697:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bf585a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480940032:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242610.617755:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000876476dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480939840:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242610.617766:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000802a3725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480940096:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242610.617786:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001f80477 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480939904:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242610.617794:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8daeaf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480940288:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242610.617809:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480939712 00000100:00100000:2.0:1761242610.617819:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242610.617852:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d3b8d28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480940352:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242610.617861:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ca7741e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480939968:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242610.617886:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940288 00000100:00100000:2.0:1761242610.617907:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5114 00000100:00100000:2.0:1761242610.617911:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066f58e83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480940288:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242610.617942:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066f58e83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480940288:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242610.617947:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5114 00000100:00100000:2.0:1761242610.617975:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8daeaf7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480940288:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242610.618187:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc606aff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480939776:12345-0@lo:400:kworker/u8:2.0 Request processed in 1127us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242610.618195:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5111 00000100:00100000:0.0:1761242610.619401:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:0.0:1761242610.619409:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480939712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242610.619485:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480939712:12345-0@lo:400:kworker/u8:2.0 Request processed in 75us (2662us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242610.619492:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:2.0:1761242610.619530:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480939712:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242611.571477:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242611.571753:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810560 00000100:00100000:3.0:1761242611.572051:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242611.572380:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242611.572424:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810368 00000100:00100000:2.0:1761242611.572464:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5115 00000100:00100000:2.0:1761242611.572471:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000348042 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464810368:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242611.572545:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000348042 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464810368:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 73us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242611.572551:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5115 00000100:00100000:3.0:1761242611.572870:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2133 00000100:00100000:3.0:1761242611.572876:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464810560:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:3.0:1761242611.572984:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242611.573013:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464810560:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 137us (1544us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242611.573019:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2133 00000100:00100000:3.0:1761242611.573879:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242611.576199:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242611.577783:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810432 00000100:00100000:2.0:1761242611.577897:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5116 00000100:00100000:2.0:1761242611.577905:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b399937 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464810432:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242611.578722:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b399937 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464810432:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 816us (2523us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242611.578732:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5116 00010000:00010000:2.0:1761242612.350180:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242612.664953:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242612.664969:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480940416:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242612.665038:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242612.665669:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000955922f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480940416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242612.665700:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242612.665739:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000955922f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480940416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242612.665745:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:2.0:1761242612.665887:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242612.665899:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000876476dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480940480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242612.665932:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242612.666052:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940480 00000100:00100000:1.0:1761242612.666083:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1761242612.666087:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480940480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242612.666097:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242612.666127:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480940480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242612.666133:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1761242612.666174:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000876476dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480940480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242612.666760:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480940416:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242613.384335:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242613.688473:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001f80477 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480940544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242613.688541:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242613.688626:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940544 00000100:00100000:3.0:1761242613.688667:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352 00000100:00100000:3.0:1761242613.688672:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480940544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242613.688715:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242613.692364:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480940608:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242613.692469:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242613.692561:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940608 00000100:00100000:2.0:1761242613.692617:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353 00000100:00100000:2.0:1761242613.692623:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a98b8f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480940608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242613.692664:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242613.692712:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a98b8f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480940608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242613.692719:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353 00000100:00100000:2.0:1761242613.692761:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480940608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242613.693257:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480940544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 4582us (4714us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242613.693269:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352 00000100:00100000:1.0:1761242613.709462:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001f80477 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480940544:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761242614.396465:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242615.419537:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761242615.736588:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242615.736595:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242615.736598:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242615.736606:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4123 00000100:00080000:2.0:1761242615.736609:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242615.736615:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242615.736634:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001cc16545 x1846792480941120/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761242615.736646:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242615.736649:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242615.736650:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242615.736653:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4123 00000100:00080000:2.0:1761242615.736655:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242615.736658:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242615.736667:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000be5a8665 x1846792480941184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242615.736761:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004614deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480940736:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.736827:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242615.736863:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008af328a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480940992:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.736886:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242615.736905:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1761242615.736910:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4cfbf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480940672:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.736949:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242615.736965:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cf44de6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480940928:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.736983:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242615.736995:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003acc71bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480941312:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.737012:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242615.737042:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940992 00000100:00100000:3.0:1761242615.737080:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568 00000100:00100000:3.0:1761242615.737086:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb751e19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480940992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.737129:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb751e19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480940992:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242615.737135:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568 00000100:00100000:3.0:1761242615.737155:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940672 00000100:00100000:3.0:1761242615.737175:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:3.0:1761242615.737179:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480940672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.737203:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480940672:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242615.737209:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:3.0:1761242615.737257:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940736 00000100:00100000:3.0:1761242615.737277:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940928 00000100:00100000:3.0:1761242615.737290:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941312 00000100:00100000:3.0:1761242615.737309:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5117 00000100:00100000:3.0:1761242615.737312:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d77fb05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480940736:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.737340:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d77fb05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480940736:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242615.737345:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5117 00000100:00100000:3.0:1761242615.737355:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5118 00000100:00100000:3.0:1761242615.737358:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8daeaf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480940928:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.737379:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8daeaf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480940928:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242615.737384:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5118 00000100:00100000:3.0:1761242615.737392:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5119 00000100:00100000:3.0:1761242615.737395:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca7741e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480941312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.737417:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca7741e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480941312:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242615.737422:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5119 00000100:00100000:3.0:1761242615.737453:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4cfbf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480940672:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.737463:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cf44de6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480940928:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.737470:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003acc71bb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480941312:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.737478:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004614deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480940736:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242615.737485:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008af328a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480940992:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.737578:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038fd3e5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480940800:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.737607:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242615.737632:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8167e67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480941056:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.737653:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242615.737670:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761242615.737675:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6f2e2a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480940864:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.737696:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242615.737711:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65103a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480941248:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.737731:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242615.737765:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940800 00000100:00100000:1.0:1761242615.737786:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480940864 00000100:00100000:1.0:1761242615.737799:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354 00000100:00100000:1.0:1761242615.737802:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480940800:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.737833:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480940800:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242615.737838:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354 00000100:00100000:1.0:1761242615.737849:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355 00000100:00100000:1.0:1761242615.737852:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480940864:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.737873:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480940864:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242615.737877:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355 00000100:00100000:1.0:1761242615.737891:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941056 00000100:00100000:1.0:1761242615.737910:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:1.0:1761242615.737913:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001f80477 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480941056:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.737935:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001f80477 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480941056:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242615.737940:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:1.0:1761242615.737957:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941248 00000100:00100000:1.0:1761242615.737974:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5120 00000100:00100000:1.0:1761242615.737977:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000203dd8fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480941248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.737999:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000203dd8fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480941248:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242615.738004:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5120 00000100:00100000:1.0:1761242615.738026:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6f2e2a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480940864:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.738034:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65103a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480941248:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.738041:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038fd3e5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480940800:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242615.738046:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8167e67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480941056:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242615.738333:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001cc16545 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480941120:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242615.738363:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242615.738386:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be5a8665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480941184:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242615.738405:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242615.738440:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941120 00000100:00100000:0.0:1761242615.738458:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941184 00000100:00100000:0.0:1761242615.738469:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:0.0:1761242615.738472:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480941120:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242615.738563:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242615.738595:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480941120:12345-0@lo:8:kworker/u8:3.0 Request processed in 121us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242615.738600:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00100000:0.0:1761242615.738611:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135 00000100:00100000:0.0:1761242615.738614:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480941184:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242615.738690:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242615.738713:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480941184:12345-0@lo:8:kworker/u8:3.0 Request processed in 97us (307us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242615.738718:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135 00000100:00080000:0.0:1761242615.738774:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242615.738778:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242615.738781:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001cc16545 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480941120:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761242615.738788:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242615.738790:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242615.738792:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be5a8665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480941184:0@lo:8:kworker/u8:3.0 00010000:00010000:2.0:1761242616.440717:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242616.692122:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242616.692166:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242616.692201:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242616.692264:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242616.692307:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810752 00000100:00100000:2.0:1761242616.692361:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810688 00000100:00100000:2.0:1761242616.692382:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5121 00000100:00100000:2.0:1761242616.692388:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057d6465d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464810752:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242616.692449:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057d6465d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464810752:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 60us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242616.692456:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5121 00000100:00100000:2.0:1761242616.692469:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5122 00000100:00100000:2.0:1761242616.692473:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abec342d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464810688:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242616.692491:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abec342d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464810688:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 17us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242616.692497:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5122 00000100:00100000:1.0:1761242616.692578:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810624 00000100:00100000:1.0:1761242616.692611:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1835 00000100:00100000:1.0:1761242616.692615:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464810624:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1761242616.692639:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464810624:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 23us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242616.692644:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1835 00000100:00100000:1.0:1761242616.692670:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810816 00000100:00100000:1.0:1761242616.692691:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2570 00000100:00100000:1.0:1761242616.692694:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef4eaeb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464810816:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1761242616.692714:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef4eaeb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464810816:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 20us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242616.692730:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2570 00000100:00100000:0.0:1761242616.698613:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242616.699471:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810880 00000100:00100000:1.0:1761242616.699513:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2136 00000100:00100000:1.0:1761242616.699519:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0b77ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464810880:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00010000:02020000:1.0:1761242616.699614:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242616.701443:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0b77ad6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464810880:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 1917us (2832us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242616.701459:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2136 00010000:00010000:3.0:1761242617.467397:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242617.784622:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b98ef251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480941440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242617.784671:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480941376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242617.784688:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242617.784762:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242617.784911:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941440 00000100:00100000:0.0:1761242617.784965:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941376 00000100:00100000:0.0:1761242617.784989:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1761242617.784995:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d3b8d28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480941440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242617.785025:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242617.785065:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d3b8d28 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480941440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242617.785072:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:1.0:1761242617.785092:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:1.0:1761242617.785098:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e8fc6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480941376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242617.785109:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242617.785137:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e8fc6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480941376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242617.786749:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480941376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242617.786977:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b98ef251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480941440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242617.787685:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00010000:00010000:1.0:1761242618.491276:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242618.809625:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0900e25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480941504:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242618.809700:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242618.809828:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b98ef251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480941568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242618.809851:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941504 00000100:00100000:3.0:1761242618.809861:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242618.809902:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941568 00000100:00100000:0.0:1761242618.809939:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3356 00000100:00100000:0.0:1761242618.809946:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005eac4cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480941504:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242618.809959:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357 00000100:00100000:2.0:1761242618.809965:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480941568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242618.809983:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000004:00000024:2.0:1761242618.809989:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242618.810041:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480941568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242618.810047:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005eac4cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480941504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242618.810053:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357 00000100:00100000:0.0:1761242618.810060:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3356 00000100:00100000:2.0:1761242618.810120:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b98ef251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480941568:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242618.813046:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0900e25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480941504:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761242619.514101:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242620.536475:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242620.856744:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bf585a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480941632:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.856821:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242620.857092:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941632 00000100:00100000:2.0:1761242620.857143:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:2.0:1761242620.857149:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480941632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.857544:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480941696:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.857578:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242620.857885:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242620.857891:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480941760:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.857917:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242620.857943:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941696 00000100:00100000:1.0:1761242620.857975:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5123 00000100:00100000:1.0:1761242620.857979:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480941696:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.858017:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480941696:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242620.858027:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5123 00000100:00100000:1.0:1761242620.858052:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941760 00000100:00100000:1.0:1761242620.858074:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358 00000100:00100000:1.0:1761242620.858078:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480941760:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.858104:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480941760:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242620.858110:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358 00000100:00100000:1.0:1761242620.858146:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480941760:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.858156:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480941696:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242620.858299:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480941632:12345-0@lo:400:kworker/u8:2.0 Request processed in 1148us (1479us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242620.858310:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00080000:3.0:1761242620.858444:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242620.858450:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242620.858453:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242620.858457:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4128 00000100:00080000:3.0:1761242620.858459:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242620.858462:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242620.858479:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005e51c37c x1846792480942080/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242620.858492:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242620.858495:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242620.858496:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242620.858498:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4128 00000100:00080000:3.0:1761242620.858500:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242620.858503:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242620.858511:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000246b6066 x1846792480942144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242620.858550:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480942080:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242620.858578:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242620.858592:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000246b6066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480942144:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242620.858611:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242620.858678:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bf585a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480941632:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.858695:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480941888:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.858718:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242620.858744:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c69243e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480942272:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.858762:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242620.858774:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242620.858778:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480941824:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.858798:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242620.858808:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007a49a19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480942208:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.858827:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242620.858853:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941888 00000100:00100000:0.0:1761242620.858878:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942272 00000100:00100000:0.0:1761242620.858893:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942208 00000100:00100000:0.0:1761242620.858908:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5124 00000100:00100000:0.0:1761242620.858912:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480941888:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.858942:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480941888:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242620.858947:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5124 00000100:00100000:0.0:1761242620.858958:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5125 00000100:00100000:0.0:1761242620.858961:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b98ef251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480942272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.858980:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b98ef251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480942272:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242620.858985:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5125 00000100:00100000:0.0:1761242620.858992:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5126 00000100:00100000:0.0:1761242620.858994:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edd173f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480942208:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.859009:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edd173f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480942208:12345-0@lo:400:kworker/u8:2.0 Request processed in 14us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242620.859013:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5126 00000100:00100000:0.0:1761242620.859038:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007a49a19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480942208:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.859044:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480941888:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.859050:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c69243e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480942272:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242620.859119:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942080 00000100:00100000:2.0:1761242620.859142:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942144 00000100:00100000:2.0:1761242620.859157:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137 00000100:00100000:2.0:1761242620.859160:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480942080:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242620.859263:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242620.859298:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480942080:12345-0@lo:8:kworker/u8:2.0 Request processed in 137us (719us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242620.859304:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137 00000100:00100000:2.0:1761242620.859315:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138 00000100:00100000:2.0:1761242620.859318:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480942144:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242620.859400:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242620.859418:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480942144:12345-0@lo:8:kworker/u8:2.0 Request processed in 99us (807us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242620.859423:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138 00000100:00080000:2.0:1761242620.859446:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242620.859448:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242620.859451:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480942080:0@lo:8:kworker/u8:2.0 00000100:00080000:2.0:1761242620.859457:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242620.859459:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242620.859460:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000246b6066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480942144:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242620.860318:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941824 00000100:00100000:1.0:1761242620.860364:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:1.0:1761242620.860368:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bf585a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480941824:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.860432:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bf585a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480941824:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (1633us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242620.860439:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00000100:00100000:1.0:1761242620.860467:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4773503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480942016:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.860503:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242620.860533:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242620.860539:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480941952:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.860561:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242620.860586:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942016 00000100:00100000:1.0:1761242620.860611:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480941952 00000100:00100000:1.0:1761242620.860627:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571 00000100:00100000:1.0:1761242620.860630:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480942016:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.860675:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480942016:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242620.860681:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571 00000100:00100000:1.0:1761242620.860693:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:1.0:1761242620.860696:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480941952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.860721:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480941952:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242620.860725:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00100000:1.0:1761242620.860759:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480941952:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242620.860767:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4773503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480942016:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242620.860859:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480941824:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242621.563187:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242621.811701:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242621.811753:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242621.811794:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242621.811816:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242621.811858:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811008 00000100:00100000:3.0:1761242621.811901:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811072 00000100:00100000:3.0:1761242621.811916:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5127 00000100:00100000:3.0:1761242621.811922:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d5138b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464811008:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761242621.811985:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d5138b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464811008:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 63us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242621.811992:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5127 00000100:00100000:3.0:1761242621.812005:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5128 00000100:00100000:3.0:1761242621.812009:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004689ab46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464811072:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761242621.812025:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004689ab46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464811072:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 16us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242621.812030:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5128 00000100:00100000:2.0:1761242621.812669:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464810944 00000100:00100000:2.0:1761242621.812706:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1837 00000100:00100000:2.0:1761242621.812711:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464810944:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761242621.812741:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464810944:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 30us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242621.812748:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1837 00000100:00100000:3.0:1761242621.812877:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242621.814639:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811136 00000100:00100000:1.0:1761242621.814639:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811200 00000100:00100000:1.0:1761242621.814694:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2573 00000100:00100000:1.0:1761242621.814702:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077bbfd39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464811136:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761242621.814786:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077bbfd39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464811136:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 84us (3032us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242621.814798:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2573 00000100:00100000:1.0:1761242621.814820:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2139 00000100:00100000:1.0:1761242621.814824:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006049b77a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464811200:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:1.0:1761242621.814919:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242621.814953:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006049b77a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464811200:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 127us (2077us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242621.814959:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2139 00010000:00010000:1.0:1761242622.584450:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242622.905308:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242622.905322:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006c4274e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480942336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242622.905389:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242622.905479:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942336 00000100:00100000:1.0:1761242622.905534:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:1.0:1761242622.905540:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a14e2c5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480942336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242622.905575:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242622.905633:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a14e2c5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480942336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242622.905641:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:1.0:1761242622.905697:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006c4274e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480942336:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242622.906370:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480942400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242622.906404:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242622.906484:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942400 00000100:00100000:2.0:1761242622.906524:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1555 00000100:00100000:2.0:1761242622.906529:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480942400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242622.906544:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242622.906576:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480942400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242622.906582:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1555 00000100:00100000:0.0:1761242622.906988:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480942400:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242623.616338:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242623.931181:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242623.931207:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c6dce32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480942464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242623.931291:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242623.931339:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480942528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242623.931358:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242623.931432:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942464 00000100:00100000:2.0:1761242623.931474:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942528 00000100:00100000:2.0:1761242623.931501:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360 00000100:00100000:2.0:1761242623.931506:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480942464:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242623.931534:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361 00000100:00100000:3.0:1761242623.931538:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480942528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242623.931544:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000004:00000024:3.0:1761242623.931556:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242623.931613:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480942528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242623.931619:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361 00000100:00100000:2.0:1761242623.931876:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480942464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 369us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242623.931883:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360 00000100:00100000:0.0:1761242623.932178:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c6dce32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480942464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242623.932192:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480942528:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242624.634690:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242625.659113:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242625.977381:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b47aafb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480942592:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242625.977453:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242625.977722:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942592 00000100:00100000:0.0:1761242625.977831:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242625.977838:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480942784:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242625.977870:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242625.977901:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942784 00000100:00100000:0.0:1761242625.977930:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3362 00000100:00100000:0.0:1761242625.977936:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e1d2526 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480942784:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242625.977984:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e1d2526 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480942784:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242625.977990:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3362 00000100:00100000:0.0:1761242625.978017:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480942720:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242625.978051:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242625.978068:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242625.978072:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480942656:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242625.978093:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242625.978111:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942656 00000100:00100000:0.0:1761242625.978132:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5129 00000100:00100000:0.0:1761242625.978135:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8190be9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480942656:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242625.978160:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8190be9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480942656:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242625.978165:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5129 00000100:00100000:0.0:1761242625.978182:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942720 00000100:00100000:0.0:1761242625.978198:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363 00000100:00100000:0.0:1761242625.978201:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfe27cd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480942720:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242625.978254:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfe27cd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480942720:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242625.978259:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363 00000100:00100000:0.0:1761242625.978289:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480942656:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242625.978298:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480942720:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242625.978329:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480942784:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242625.978366:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:0.0:1761242625.978370:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480942592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242625.978399:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480942592:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242625.978405:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00100000:0.0:1761242625.978436:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b47aafb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480942592:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242625.979123:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242625.979128:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242625.979131:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242625.979136:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4133 00000100:00080000:3.0:1761242625.979139:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242625.979143:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242625.979162:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000047c983a9 x1846792480943040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242625.979175:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242625.979177:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242625.979179:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242625.979181:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4133 00000100:00080000:3.0:1761242625.979183:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242625.979185:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242625.979195:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000206fc128 x1846792480943104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242625.979282:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480943040:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242625.979315:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242625.979343:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480943104:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242625.979364:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242625.979393:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943040 00000100:00100000:2.0:1761242625.979416:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943104 00000100:00100000:2.0:1761242625.979433:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00100000:2.0:1761242625.979437:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360cc212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480943040:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242625.979519:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242625.979561:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360cc212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480943040:12345-0@lo:8:kworker/u8:2.0 Request processed in 123us (246us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242625.979567:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00000100:00100000:2.0:1761242625.979579:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141 00000100:00100000:2.0:1761242625.979582:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000602571cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480943104:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242625.979655:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242625.979677:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000602571cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480943104:12345-0@lo:8:kworker/u8:2.0 Request processed in 94us (312us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242625.979682:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141 00000100:00100000:2.0:1761242625.979704:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052d3ceee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480942912:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242625.979726:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242625.979741:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242625.979745:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480942976:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242625.979776:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242625.979798:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942912 00000100:00100000:2.0:1761242625.979821:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942976 00000100:00100000:2.0:1761242625.979838:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574 00000100:00100000:2.0:1761242625.979842:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000852d3e24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480942912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242625.979876:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000852d3e24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480942912:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242625.979882:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574 00000100:00100000:2.0:1761242625.979891:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575 00000100:00100000:2.0:1761242625.979894:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e680f7fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480942976:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242625.979914:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e680f7fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480942976:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242625.979919:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575 00000100:00080000:2.0:1761242625.979941:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242625.979944:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242625.979947:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480943040:0@lo:8:kworker/u8:2.0 00000100:00080000:2.0:1761242625.979955:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242625.979958:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242625.979960:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480943104:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242625.979985:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480942976:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242625.979992:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052d3ceee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480942912:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242625.980099:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2c6b3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480943168:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242625.980127:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242625.980151:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1761242625.980156:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dac1d6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480942848:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242625.980177:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242625.980199:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001433b671 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480943232:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242625.980218:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242625.980263:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943168 00000100:00100000:1.0:1761242625.980287:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480942848 00000100:00100000:1.0:1761242625.980302:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943232 00000100:00100000:1.0:1761242625.980317:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5130 00000100:00100000:1.0:1761242625.980321:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006c4274e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480943168:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242625.980350:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006c4274e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480943168:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242625.980356:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5130 00000100:00100000:1.0:1761242625.980367:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5131 00000100:00100000:1.0:1761242625.980370:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000499b26f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480942848:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242625.980390:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000499b26f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480942848:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242625.980395:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5131 00000100:00100000:1.0:1761242625.980404:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5132 00000100:00100000:1.0:1761242625.980408:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480943232:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242625.980428:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480943232:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242625.980432:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5132 00000100:00100000:1.0:1761242625.980462:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dac1d6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480942848:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242625.980471:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001433b671 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480943232:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242625.980477:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2c6b3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480943168:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761242626.680901:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242626.935538:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242626.935588:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242626.935620:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242626.935657:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242626.935742:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811392 00000100:00100000:0.0:1761242626.935797:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811328 00000100:00100000:0.0:1761242626.935815:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5133 00000100:00100000:0.0:1761242626.935821:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fa93cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464811392:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242626.935894:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fa93cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464811392:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 72us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242626.935902:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5133 00000100:00100000:0.0:1761242626.935924:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5134 00000100:00100000:0.0:1761242626.935927:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000276d5bd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464811328:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242626.935950:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000276d5bd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464811328:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 22us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242626.935956:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5134 00000100:00100000:0.0:1761242626.935974:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811456 00000100:00100000:0.0:1761242626.935998:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2576 00000100:00100000:0.0:1761242626.936001:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ffb7f59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464811456:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761242626.936023:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ffb7f59 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464811456:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 21us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242626.936029:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2576 00000100:00100000:1.0:1761242626.936548:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811264 00000100:00100000:1.0:1761242626.936579:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1839 00000100:00100000:1.0:1761242626.936583:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464811264:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761242626.936611:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464811264:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 27us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242626.936617:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1839 00000100:00100000:3.0:1761242626.959078:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242626.959181:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811520 00000100:00100000:0.0:1761242626.959274:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2142 00000100:00100000:0.0:1761242626.959281:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2c6b3a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464811520:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761242626.959380:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242626.959449:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2c6b3a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464811520:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 167us (379us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242626.959456:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2142 00010000:00010000:1.0:1761242627.704885:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242628.024534:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242628.024547:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480943296:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242628.024613:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242628.024664:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480943360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242628.024683:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242628.024711:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943296 00000100:00100000:1.0:1761242628.024743:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943360 00000100:00100000:1.0:1761242628.024756:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:1.0:1761242628.024762:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001361a631 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480943296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242628.024794:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242628.024828:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001361a631 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480943296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242628.024835:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:1.0:1761242628.024850:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:1.0:1761242628.024853:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a164b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480943360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242628.024861:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242628.024877:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a164b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480943360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 23us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242628.024882:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00100000:1.0:1761242628.024912:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480943360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242628.024923:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480943296:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242628.728473:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242629.056390:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242629.056408:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091838819 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480943424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242629.056475:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242629.056676:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761242629.056686:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480943488:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242629.056714:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242629.056821:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943424 00000100:00100000:2.0:1761242629.056867:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943488 00000100:00100000:2.0:1761242629.056894:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364 00000100:00100000:2.0:1761242629.056900:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f822936 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480943424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242629.056940:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242629.056987:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f822936 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480943424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242629.056994:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364 00000100:00100000:2.0:1761242629.057010:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365 00000100:00100000:2.0:1761242629.057014:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001433b671 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480943488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242629.057032:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242629.057062:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001433b671 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480943488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 47us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242629.057069:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365 00000100:00100000:2.0:1761242629.057103:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091838819 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480943424:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242629.057131:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480943488:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242629.752470:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242630.776911:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242631.096652:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242631.098656:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052d3ceee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480943616:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242631.098739:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242631.098788:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dac1d6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480943552:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242631.098817:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242631.098962:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943616 00000100:00100000:2.0:1761242631.099019:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5135 00000100:00100000:2.0:1761242631.099025:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000466ee0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480943616:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.099085:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000466ee0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480943616:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242631.099092:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5135 00000100:00100000:0.0:1761242631.099174:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943552 00000100:00100000:0.0:1761242631.099213:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:0.0:1761242631.099217:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480943552:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242631.099267:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480943552:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242631.099273:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:1.0:1761242631.099410:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052d3ceee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480943616:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242631.099424:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dac1d6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480943552:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.099597:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480943680:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.099628:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242631.099704:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943680 00000100:00100000:0.0:1761242631.099731:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366 00000100:00100000:0.0:1761242631.099735:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091838819 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480943680:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242631.099945:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480943744:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242631.099972:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242631.100030:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091838819 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480943680:12345-0@lo:400:kworker/u8:2.0 Request processed in 294us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242631.100037:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366 00000100:00100000:0.0:1761242631.100051:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943744 00000100:00100000:0.0:1761242631.100073:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367 00000100:00100000:0.0:1761242631.100077:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000441f157b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480943744:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.100133:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480943680:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.100327:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480943808:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.100355:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242631.100533:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000441f157b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480943744:12345-0@lo:400:kworker/u8:2.0 Request processed in 455us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242631.100541:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367 00000100:00100000:0.0:1761242631.100575:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943808 00000100:00100000:0.0:1761242631.100595:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5136 00000100:00100000:0.0:1761242631.100599:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028367761 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480943808:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242631.100648:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480943744:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242631.100789:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b47aafb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480943872:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242631.100817:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242631.101120:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028367761 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480943808:12345-0@lo:400:kworker/u8:2.0 Request processed in 519us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242631.101127:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5136 00000100:00100000:0.0:1761242631.101158:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943872 00000100:00100000:0.0:1761242631.101183:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577 00000100:00100000:0.0:1761242631.101186:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480943872:12345-0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242631.101269:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242631.101274:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242631.101277:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242631.101281:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4138 00000100:00080000:3.0:1761242631.101284:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242631.101287:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242631.101308:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013d8a900 x1846792480944000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242631.101323:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242631.101326:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242631.101327:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242631.101330:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4138 00000100:00080000:3.0:1761242631.101332:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242631.101335:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242631.101346:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eed713e0 x1846792480944064/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242631.101459:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480943808:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.101474:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480944192:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.101500:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242631.101527:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480944000:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242631.101552:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242631.101565:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480944064:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242631.101584:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242631.101609:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944000 00000100:00100000:2.0:1761242631.101626:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944064 00000100:00100000:2.0:1761242631.101639:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143 00000100:00100000:2.0:1761242631.101643:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dccaec9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480944000:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242631.101733:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242631.101765:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dccaec9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480944000:12345-0@lo:8:kworker/u8:2.0 Request processed in 121us (213us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242631.101771:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143 00000100:00100000:2.0:1761242631.101783:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144 00000100:00100000:2.0:1761242631.101786:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac9d1b07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480944064:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242631.101864:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242631.101886:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac9d1b07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480944064:12345-0@lo:8:kworker/u8:2.0 Request processed in 98us (301us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242631.101891:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144 00000100:00080000:2.0:1761242631.101922:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242631.101925:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242631.101928:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480944000:0@lo:8:kworker/u8:2.0 00000100:00080000:2.0:1761242631.101935:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242631.101937:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242631.101939:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480944064:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242631.101967:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944192 00000100:00100000:2.0:1761242631.101991:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5137 00000100:00100000:2.0:1761242631.101995:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dee83f51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480944192:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.102028:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dee83f51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480944192:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242631.102033:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5137 00000100:00100000:2.0:1761242631.102056:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480944192:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.102084:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480943936:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.102105:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242631.102121:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242631.102127:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4773503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480944128:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.102147:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242631.102165:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480943936 00000100:00100000:2.0:1761242631.102183:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:2.0:1761242631.102186:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7f9c610 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480943936:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.102211:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7f9c610 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480943936:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242631.102216:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00000100:00100000:2.0:1761242631.102249:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944128 00000100:00100000:2.0:1761242631.102266:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5138 00000100:00100000:2.0:1761242631.102268:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6dce32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480944128:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.102292:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6dce32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480944128:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242631.102297:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5138 00000100:00100000:2.0:1761242631.102318:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4773503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480944128:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242631.102325:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480943936:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242631.102464:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480943872:12345-0@lo:400:kworker/u8:2.0 Request processed in 1276us (1647us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242631.102472:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577 00000100:00100000:1.0:1761242631.102657:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b47aafb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480943872:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761242631.802164:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242632.065291:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242632.065335:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242632.065362:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242632.065401:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242632.065502:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811776 00000100:00100000:0.0:1761242632.065563:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2579 00000100:00100000:0.0:1761242632.065570:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464811776:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1761242632.065651:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464811776:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 80us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242632.065658:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2579 00000100:00100000:2.0:1761242632.065731:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811648 00000100:00100000:2.0:1761242632.065766:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811712 00000100:00100000:2.0:1761242632.065785:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5139 00000100:00100000:2.0:1761242632.065789:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000246b6066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464811648:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242632.065818:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000246b6066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464811648:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 29us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242632.065824:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5139 00000100:00100000:2.0:1761242632.065836:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5140 00000100:00100000:2.0:1761242632.065840:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c69243e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464811712:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:2.0:1761242632.065862:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c69243e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464811712:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 21us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242632.065868:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5140 00000100:00100000:1.0:1761242632.066250:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811584 00000100:00100000:1.0:1761242632.066286:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1841 00000100:00100000:1.0:1761242632.066291:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464811584:12345-192.168.204.14@tcp:400:kworker/u8:0.0 00000100:00100000:1.0:1761242632.066327:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464811584:12345-192.168.204.14@tcp:400:kworker/u8:0.0 Request processed in 36us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242632.066333:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1841 00000100:00100000:3.0:1761242632.068547:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242632.068791:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811840 00000100:00100000:0.0:1761242632.070345:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2145 00000100:00100000:0.0:1761242632.070356:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007a49a19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464811840:12345-192.168.204.14@tcp:8:kworker/u8:0.0 00010000:02020000:0.0:1761242632.070461:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242632.070546:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007a49a19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464811840:12345-192.168.204.14@tcp:8:kworker/u8:0.0 Request processed in 191us (2008us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242632.070554:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2145 00010000:00010000:2.0:1761242632.827526:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242633.145575:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242633.145599:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0900e25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480944320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242633.145667:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242633.145712:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944320 00000100:00100000:2.0:1761242633.145753:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:2.0:1761242633.145759:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be5a8665 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480944320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242633.145793:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242633.145833:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be5a8665 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480944320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242633.145841:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:2.0:1761242633.145891:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0900e25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480944320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242633.146168:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242633.146177:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480944256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242633.146207:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242633.146749:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944256 00000100:00100000:2.0:1761242633.146787:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:2.0:1761242633.146791:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000139d1e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480944256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242633.146807:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242633.146844:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000139d1e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480944256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242633.146850:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00000100:00100000:1.0:1761242633.147991:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480944256:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242633.849028:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242634.169641:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242634.169662:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0900e25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480944384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242634.169732:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242634.169788:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944384 00000100:00100000:0.0:1761242634.169850:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3368 00000100:00100000:0.0:1761242634.169857:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cc16545 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480944384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242634.169899:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242634.169942:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480944448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242634.169952:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cc16545 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480944384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242634.169961:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3368 00000100:00100000:1.0:1761242634.169976:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242634.169985:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944448 00000100:00100000:0.0:1761242634.170011:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369 00000100:00100000:0.0:1761242634.170015:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0d1db32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480944448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242634.170034:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242634.170080:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0d1db32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480944448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242634.170086:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369 00000100:00100000:1.0:1761242634.170171:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480944448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242634.170348:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0900e25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480944384:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242634.874122:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242635.897021:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242636.216454:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242636.216468:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b47aafb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480944512:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242636.216522:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242636.216527:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242636.216531:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242636.216537:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4143 00000100:00080000:3.0:1761242636.216540:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00100000:2.0:1761242636.216541:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480944576:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242636.216544:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761242636.216550:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242636.216572:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080d45629 x1846792480944960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242636.216577:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480944704:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242636.216589:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761242636.216596:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242636.216600:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242636.216602:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242636.216606:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4143 00000100:00080000:3.0:1761242636.216608:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242636.216611:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242636.216615:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ffb7f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480944832:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242636.216618:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242636.216623:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c4773503 x1846792480945024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242636.216645:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480945088:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242636.216654:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242636.216662:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480944960:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242636.216678:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242636.216683:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761242636.216692:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480944640:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242636.216703:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1761242636.216707:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242636.216713:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480944768:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242636.216736:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242636.216751:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4773503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480945024:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242636.216757:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2c6b3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480944896:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242636.216782:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944512 00000100:00100000:3.0:1761242636.216786:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242636.216808:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944832 00000100:00100000:3.0:1761242636.216832:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944960 00000100:00100000:2.0:1761242636.216850:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945024 00000100:00100000:0.0:1761242636.216854:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:0.0:1761242636.216864:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480944512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242636.216865:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580 00000100:00100000:3.0:1761242636.216875:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8167e67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480944832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242636.217071:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146 00000100:00100000:0.0:1761242636.217159:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480944512:12345-0@lo:400:kworker/u8:3.0 Request processed in 60us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242636.217163:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480944960:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242636.217163:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8167e67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480944832:12345-0@lo:400:kworker/u8:3.0 Request processed in 60us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242636.217173:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1761242636.217179:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580 00000100:00100000:3.0:1761242636.217200:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147 00000100:00100000:3.0:1761242636.217204:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c983a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480945024:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242636.217219:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944576 00000100:00100000:1.0:1761242636.217248:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242636.217265:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480945152:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242636.217288:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:02020000:3.0:1761242636.217318:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242636.217334:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945088 00000100:00100000:1.0:1761242636.217364:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b47aafb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480944512:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242636.217367:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944768 00000100:00100000:0.0:1761242636.217387:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945152 00000100:00100000:3.0:1761242636.217391:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c983a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480945024:12345-0@lo:8:kworker/u8:3.0 Request processed in 185us (606us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242636.217399:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5141 00000100:00100000:3.0:1761242636.217402:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147 00000100:00100000:1.0:1761242636.217407:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0900e25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480944576:12345-0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242636.217439:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242636.217443:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242636.217447:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0900e25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480944576:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242636.217448:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4773503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480945024:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242636.217474:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242636.217497:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480944576:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242636.217508:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ffb7f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480944832:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242636.217527:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944896 00000100:00100000:3.0:1761242636.217546:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00100000:3.0:1761242636.217549:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4773503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480944896:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242636.217583:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4773503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480944896:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242636.217588:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00100000:3.0:1761242636.217611:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2c6b3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480944896:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242636.217672:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944704 00000100:00100000:3.0:1761242636.217694:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480944640 00000100:00100000:3.0:1761242636.217709:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370 00000100:00100000:3.0:1761242636.217713:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480944704:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242636.217744:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480944704:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242636.217749:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370 00000100:00100000:3.0:1761242636.217760:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371 00010000:02020000:2.0:1761242636.217762:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242636.217766:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038fd3e5b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480944640:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242636.217814:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038fd3e5b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480944640:12345-0@lo:400:kworker/u8:3.0 Request processed in 49us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242636.217825:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480944960:12345-0@lo:8:kworker/u8:3.0 Request processed in 743us (1118us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242636.217825:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371 00000100:00100000:2.0:1761242636.217836:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146 00000100:00080000:2.0:1761242636.217869:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242636.217872:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242636.217875:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480944960:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242636.217983:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480944640:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242636.218654:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5142 00000100:00100000:0.0:1761242636.218660:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000686cbd56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480945088:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242636.218703:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000686cbd56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480945088:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (2026us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242636.218709:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5142 00000100:00100000:0.0:1761242636.218724:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5143 00000100:00100000:0.0:1761242636.218727:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480944768:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242636.218752:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480944768:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (1524us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242636.218753:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5141 00000100:00100000:0.0:1761242636.218757:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5143 00000100:00100000:0.0:1761242636.218768:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5144 00000100:00100000:0.0:1761242636.218771:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a607449 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480945152:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242636.218795:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a607449 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480945152:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (1507us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242636.218801:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5144 00000100:00100000:1.0:1761242636.218845:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480944768:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242636.218855:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480945152:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242636.218864:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480945088:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242636.218872:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480944704:0@lo:400:kworker/u8:3.0 00010000:00010000:2.0:1761242636.922101:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242637.176732:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242637.176841:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811904 00000100:00100000:0.0:1761242637.176895:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1843 00000100:00100000:0.0:1761242637.176903:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464811904:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242637.176980:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464811904:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 76us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242637.176988:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1843 00000100:00100000:3.0:1761242637.178483:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242637.178520:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242637.178554:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242637.178594:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242637.178624:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812096 00000100:00100000:3.0:1761242637.178661:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812160 00000100:00100000:3.0:1761242637.178677:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2582 00000100:00100000:3.0:1761242637.178683:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464812096:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242637.178735:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464812096:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 51us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242637.178743:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2582 00000100:00100000:3.0:1761242637.178757:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2148 00000100:00100000:3.0:1761242637.178761:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000206fc128 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464812160:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761242637.178848:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242637.178874:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000206fc128 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464812160:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 112us (280us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242637.178881:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2148 00000100:00100000:0.0:1761242637.179032:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464811968 00000100:00100000:0.0:1761242637.179069:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812032 00000100:00100000:0.0:1761242637.179090:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5145 00000100:00100000:0.0:1761242637.179095:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2c6b3a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464811968:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242637.179132:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2c6b3a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464811968:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 36us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242637.179138:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5145 00000100:00100000:0.0:1761242637.179150:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5146 00000100:00100000:0.0:1761242637.179154:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ffb7f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464812032:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242637.179175:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ffb7f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464812032:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 21us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242637.179181:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5146 00010000:00010000:3.0:1761242637.947971:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242638.264572:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c65103a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480945216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242638.264638:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242638.264871:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945216 00000100:00100000:2.0:1761242638.264917:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:2.0:1761242638.264923:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001830c429 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480945216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242638.264958:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242638.264996:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001830c429 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480945216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242638.265003:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:1.0:1761242638.265082:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c65103a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480945216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242638.265547:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480945280:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242638.265580:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242638.265612:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945280 00000100:00100000:0.0:1761242638.265639:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:0.0:1761242638.265643:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480945280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242638.265655:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242638.265684:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480945280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242638.265694:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00100000:0.0:1761242638.265731:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480945280:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242638.971434:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242639.289488:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242639.289505:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480945344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242639.289576:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242639.289677:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945344 00000100:00100000:0.0:1761242639.289733:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372 00000100:00100000:0.0:1761242639.289738:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0a7c6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480945344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242639.289773:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242639.289821:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0a7c6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480945344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242639.289828:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372 00000100:00100000:3.0:1761242639.289922:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480945344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242639.290581:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480945408:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242639.290611:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242639.290672:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945408 00000100:00100000:1.0:1761242639.290701:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373 00000100:00100000:1.0:1761242639.290705:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dac1d6f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480945408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242639.290727:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242639.290763:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dac1d6f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480945408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242639.290769:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373 00000100:00100000:3.0:1761242639.290824:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480945408:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242639.992428:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242641.016499:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242641.336964:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052d3ceee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480945472:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242641.336992:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242641.336998:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242641.337002:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242641.337008:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4148 00000100:00080000:3.0:1761242641.337010:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242641.337016:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242641.337036:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b47aafb3 x1846792480945920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242641.337047:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761242641.337056:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242641.337060:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242641.337062:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242641.337065:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4148 00000100:00080000:3.0:1761242641.337067:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242641.337071:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242641.337083:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480945728:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242641.337087:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000712efe77 x1846792480945984/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242641.337115:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242641.337139:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003897df41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480946112:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242641.337149:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b47aafb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480945920:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242641.337162:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242641.337183:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1761242641.337189:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480945536:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242641.337203:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242641.337215:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242641.337249:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480945984:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242641.337269:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480945792:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242641.337289:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242641.337319:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945472 00000100:00100000:0.0:1761242641.337360:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945728 00000100:00100000:1.0:1761242641.337365:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844 00000100:00100000:1.0:1761242641.337371:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480945472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.337391:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946112 00000100:00100000:0.0:1761242641.337408:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945536 00000100:00100000:0.0:1761242641.337424:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5147 00000100:00100000:0.0:1761242641.337429:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042d9d62e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480945728:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242641.337480:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480945600:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.337807:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042d9d62e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480945728:12345-0@lo:400:kworker/u8:3.0 Request processed in 376us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242641.337814:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5147 00000100:00100000:0.0:1761242641.337829:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5148 00000100:00100000:0.0:1761242641.337832:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff8b165c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480946112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.337853:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff8b165c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480946112:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242641.337858:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5148 00000100:00100000:0.0:1761242641.337865:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5149 00000100:00100000:0.0:1761242641.337868:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3af6932 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480945536:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.337883:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3af6932 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480945536:12345-0@lo:400:kworker/u8:3.0 Request processed in 15us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242641.337888:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5149 00000100:00100000:0.0:1761242641.337929:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945920 00000100:00100000:1.0:1761242641.337939:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480945472:12345-0@lo:400:kworker/u8:3.0 Request processed in 566us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242641.337947:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945984 00000100:00100000:1.0:1761242641.337948:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844 00000100:00100000:0.0:1761242641.337965:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149 00000100:00100000:0.0:1761242641.337969:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e5e57cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480945920:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242641.337992:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242641.338027:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003897df41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480946112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242641.338037:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480945728:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242641.338044:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052d3ceee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480945472:0@lo:400:kworker/u8:3.0 00010000:02020000:0.0:1761242641.338054:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242641.338070:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480945536:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.338084:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e5e57cb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480945920:12345-0@lo:8:kworker/u8:3.0 Request processed in 113us (882us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242641.338090:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149 00000100:00100000:0.0:1761242641.338102:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945792 00000100:00100000:0.0:1761242641.338122:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583 00000100:00100000:0.0:1761242641.338125:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480945792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.338163:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480945792:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242641.338170:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242641.338176:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583 00000100:00100000:2.0:1761242641.338194:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480945856:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.338203:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150 00000100:00100000:0.0:1761242641.338208:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480945984:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242641.338219:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:02020000:0.0:1761242641.338327:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242641.338353:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480945984:12345-0@lo:8:kworker/u8:3.0 Request processed in 144us (1065us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242641.338359:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150 00000100:00080000:3.0:1761242641.338447:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242641.338455:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242641.338459:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480945984:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761242641.338480:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242641.338483:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242641.338486:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b47aafb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480945920:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242641.340570:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945600 00000100:00100000:0.0:1761242641.340621:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3374 00000100:00100000:0.0:1761242641.340626:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6f2e2a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480945600:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.340696:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6f2e2a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480945600:12345-0@lo:400:kworker/u8:3.0 Request processed in 69us (2531us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242641.340707:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3374 00000100:00100000:0.0:1761242641.340799:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480945792:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.340848:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480945664:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.340882:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242641.340895:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480946048:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.340915:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242641.340943:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945664 00000100:00100000:0.0:1761242641.340962:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375 00000100:00100000:0.0:1761242641.340965:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c839a290 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480945664:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.340996:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c839a290 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480945664:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242641.341001:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375 00000100:00100000:0.0:1761242641.341021:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480945664:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.341132:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946048 00000100:00100000:0.0:1761242641.341159:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5150 00000100:00100000:0.0:1761242641.341162:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480946048:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242641.341192:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480946048:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242641.341198:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5150 00000100:00100000:0.0:1761242641.341218:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480946048:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242641.344170:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480945856 00000100:00100000:1.0:1761242641.344274:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:1.0:1761242641.344281:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008af328a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480945856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242641.344366:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008af328a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480945856:12345-0@lo:400:kworker/u8:3.0 Request processed in 84us (6147us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242641.344373:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00100000:2.0:1761242641.344593:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480945856:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242641.344630:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480945600:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761242642.041936:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242642.292790:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242642.292842:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242642.292879:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242642.292910:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242642.292927:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812224 00000100:00100000:3.0:1761242642.292940:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242642.292984:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1845 00000100:00100000:3.0:1761242642.292986:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812352 00000100:00100000:1.0:1761242642.292993:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464812224:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242642.293019:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812288 00000100:00100000:3.0:1761242642.293044:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5151 00000100:00100000:3.0:1761242642.293049:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001f80477 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464812352:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242642.293068:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464812224:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 75us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242642.293077:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1845 00000100:00100000:3.0:1761242642.293087:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001f80477 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464812352:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 35us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242642.293095:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5151 00000100:00100000:3.0:1761242642.293115:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5152 00000100:00100000:1.0:1761242642.293120:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812480 00000100:00100000:3.0:1761242642.293121:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0b77ad6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464812288:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242642.293144:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812416 00000100:00100000:3.0:1761242642.293151:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0b77ad6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464812288:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 29us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242642.293160:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5152 00000100:00100000:1.0:1761242642.293176:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2585 00000100:00100000:1.0:1761242642.293182:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464812416:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242642.293225:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464812416:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 41us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242642.293269:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2585 00000100:00100000:1.0:1761242642.293287:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2151 00000100:00100000:1.0:1761242642.293292:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb751e19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464812480:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761242642.293392:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242642.293421:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb751e19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464812480:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 128us (638us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242642.293429:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2151 00010000:00010000:1.0:1761242643.069561:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242643.384545:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480946176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242643.384625:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242643.384681:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946176 00000100:00100000:3.0:1761242643.384730:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:3.0:1761242643.384735:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ac95e68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480946176:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242643.384895:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242643.384904:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004614deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480946240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242643.384938:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1761242643.384970:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242643.385006:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946240 00000100:00100000:1.0:1761242643.385040:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1563 00000100:00100000:3.0:1761242643.385040:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ac95e68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480946176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 300us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242643.385048:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003acc71bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480946240:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242643.385053:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00002000:00000024:1.0:1761242643.385063:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242643.385106:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003acc71bb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480946240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242643.385114:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1563 00000100:00100000:3.0:1761242643.385154:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004614deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480946240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242643.385197:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480946176:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242644.088425:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242644.408479:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480946304:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242644.408550:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242644.408589:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946304 00000100:00100000:1.0:1761242644.408656:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376 00000100:00100000:1.0:1761242644.408662:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480946304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242644.408701:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242644.408755:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480946304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242644.408763:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376 00000100:00100000:3.0:1761242644.408778:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003876ee93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480946368:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242644.408832:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242644.408872:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946368 00000100:00100000:1.0:1761242644.408894:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377 00000100:00100000:1.0:1761242644.408898:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480946368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242644.408916:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242644.408955:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480946368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242644.408961:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377 00000100:00100000:0.0:1761242644.409022:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480946304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242644.409136:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003876ee93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480946368:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242645.113963:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242646.139051:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242646.456513:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242646.456521:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242646.456525:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242646.456533:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4153 00000100:00080000:1.0:1761242646.456536:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00100000:2.0:1761242646.456538:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfcebe1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480946432:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242646.456542:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242646.456561:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b47aafb3 x1846792480946880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242646.456575:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242646.456578:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242646.456579:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242646.456582:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4153 00000100:00080000:1.0:1761242646.456583:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242646.456587:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242646.456596:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000077bbfd39 x1846792480946944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242646.456614:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242646.456641:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480946688:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242646.456664:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946432 00000100:00100000:2.0:1761242646.456669:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242646.456688:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480947072:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242646.456710:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242646.456711:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:1.0:1761242646.456718:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480946432:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242646.456725:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761242646.456729:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480946624:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242646.456764:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480946432:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242646.456768:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242646.456773:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00100000:2.0:1761242646.456783:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052d3ceee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480947008:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242646.456802:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242646.456820:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946688 00000100:00100000:2.0:1761242646.456825:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfcebe1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480946432:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242646.456841:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947072 00000100:00100000:2.0:1761242646.456855:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946624 00000100:00100000:1.0:1761242646.456873:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947008 00000100:00100000:2.0:1761242646.456875:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378 00000100:00100000:2.0:1761242646.456879:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004614deb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480946624:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242646.456886:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5153 00000100:00100000:1.0:1761242646.456889:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf44de6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480946688:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242646.456912:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf44de6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480946688:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242646.456912:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004614deb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480946624:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242646.456918:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5153 00000100:00100000:2.0:1761242646.456919:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378 00000100:00100000:1.0:1761242646.456928:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5154 00000100:00100000:1.0:1761242646.456932:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4cfbf32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480947072:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242646.456942:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480946624:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242646.456951:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480946688:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242646.456954:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4cfbf32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480947072:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242646.456958:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5154 00000100:00100000:2.0:1761242646.456970:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480947072:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242646.456971:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5155 00000100:00100000:1.0:1761242646.456975:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c65103a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480947008:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242646.457002:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c65103a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480947008:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242646.457005:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052d3ceee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480947008:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242646.457007:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5155 00000100:00100000:0.0:1761242646.457283:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480946496:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242646.457313:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242646.457342:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480946752:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242646.457366:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242646.457395:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761242646.457400:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480946560:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242646.457424:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242646.457438:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480946816:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242646.457459:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242646.457486:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946496 00000100:00100000:0.0:1761242646.457509:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5156 00000100:00100000:0.0:1761242646.457513:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003876ee93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480946496:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242646.457550:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003876ee93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480946496:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242646.457555:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5156 00000100:00100000:0.0:1761242646.457576:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946752 00000100:00100000:0.0:1761242646.457598:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946816 00000100:00100000:0.0:1761242646.457612:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586 00000100:00100000:0.0:1761242646.457615:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480946752:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242646.457642:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480946752:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242646.457647:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586 00000100:00100000:0.0:1761242646.457657:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587 00000100:00100000:0.0:1761242646.457659:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003dc4dfcd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480946816:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242646.457680:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003dc4dfcd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480946816:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242646.457688:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587 00000100:00100000:0.0:1761242646.457702:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946560 00000100:00100000:0.0:1761242646.457718:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379 00000100:00100000:0.0:1761242646.457721:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ea35cfb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480946560:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242646.457744:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ea35cfb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480946560:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242646.457749:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379 00000100:00100000:0.0:1761242646.458197:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480946560:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242646.458210:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480946816:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242646.458219:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480946496:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242646.458249:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480946752:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242646.458357:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b47aafb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480946880:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242646.458391:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242646.458415:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480946944:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242646.458436:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242646.458513:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946880 00000100:00100000:1.0:1761242646.458546:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480946944 00000100:00100000:1.0:1761242646.458561:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152 00000100:00100000:1.0:1761242646.458565:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb21a129 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480946880:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242646.458658:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242646.458695:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb21a129 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480946880:12345-0@lo:8:kworker/u8:2.0 Request processed in 128us (303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242646.458701:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152 00000100:00100000:1.0:1761242646.458714:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153 00000100:00100000:1.0:1761242646.458717:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480946944:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242646.458798:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242646.458820:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480946944:12345-0@lo:8:kworker/u8:2.0 Request processed in 102us (384us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242646.458825:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153 00000100:00080000:3.0:1761242646.458987:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242646.458991:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242646.458994:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b47aafb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480946880:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761242646.459002:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242646.459005:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242646.459006:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480946944:0@lo:8:kworker/u8:2.0 00010000:00010000:1.0:1761242647.160494:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242647.418524:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242647.422622:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242647.422654:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242647.422693:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242647.422722:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242647.422803:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812544 00000100:00100000:1.0:1761242647.422851:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1847 00000100:00100000:1.0:1761242647.422868:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464812544:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242647.422941:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464812544:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 82us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242647.422948:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1847 00000100:00100000:3.0:1761242647.423061:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812672 00000100:00100000:3.0:1761242647.423099:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812608 00000100:00100000:3.0:1761242647.423121:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5157 00000100:00100000:3.0:1761242647.423125:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f9e23da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464812672:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242647.423166:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f9e23da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464812672:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 40us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242647.423172:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5157 00000100:00100000:3.0:1761242647.423186:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5158 00000100:00100000:3.0:1761242647.423190:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e01f19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464812608:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242647.423550:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e01f19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464812608:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 357us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242647.423556:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5158 00000100:00100000:2.0:1761242647.425702:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812800 00000100:00100000:2.0:1761242647.425757:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812736 00000100:00100000:1.0:1761242647.425765:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2154 00000100:00100000:1.0:1761242647.425774:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083e3413d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464812800:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761242647.425833:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2588 00000100:00100000:2.0:1761242647.425838:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062dabd89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464812736:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00010000:02020000:1.0:1761242647.425874:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242647.425906:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062dabd89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464812736:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 66us (3183us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242647.425914:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2588 00000100:00100000:1.0:1761242647.426381:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083e3413d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464812800:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 607us (7864us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242647.426390:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2154 00010000:00010000:1.0:1761242648.186580:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242648.506540:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242648.506558:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef4eaeb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480947136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242648.506617:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242648.507287:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480947200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242648.507313:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242648.507388:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947136 00000100:00100000:2.0:1761242648.507428:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947200 00000100:00100000:2.0:1761242648.507441:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1761242648.507446:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077bbfd39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480947136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242648.507475:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242648.507509:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077bbfd39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480947136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242648.507515:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1761242648.507529:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:2.0:1761242648.507532:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b47aafb3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480947200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242648.507539:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242648.507554:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b47aafb3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480947200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 21us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242648.507559:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1761242648.507656:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480947200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242648.507667:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef4eaeb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480947136:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1761242649.209528:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242649.530031:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004058b927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480947264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242649.530101:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242649.530287:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761242649.530294:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480947328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242649.530323:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242649.530355:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947264 00000100:00100000:1.0:1761242649.530386:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947328 00000100:00100000:1.0:1761242649.530407:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3380 00000100:00100000:1.0:1761242649.530412:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000558f8307 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480947264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242649.530447:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242649.530482:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000558f8307 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480947264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242649.530488:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3380 00000100:00100000:1.0:1761242649.530505:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381 00000100:00100000:1.0:1761242649.530508:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073eb3a1a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480947328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242649.530524:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242649.530543:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073eb3a1a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480947328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 34us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242649.530549:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381 00000100:00100000:1.0:1761242649.530881:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480947328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242649.530892:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004058b927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480947264:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242650.233727:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242651.258487:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242651.576385:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000360cc212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480947392:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761242651.576426:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242651.576430:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242651.576433:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242651.576438:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4158 00000100:00080000:2.0:1761242651.576441:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242651.576446:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242651.576458:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242651.576464:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c6f2e2a9 x1846792480947840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761242651.576477:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242651.576479:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242651.576481:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242651.576484:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4158 00000100:00080000:2.0:1761242651.576486:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00100000:1.0:1761242651.576488:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000091838819 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480947648:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761242651.576488:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242651.576496:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004614deb6 x1846792480947904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242651.576511:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242651.576527:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005eac4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480948032:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242651.576527:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e680f7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480947584:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242651.576547:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242651.576551:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242651.576560:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1761242651.576562:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef4eaeb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480947968:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242651.576563:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000602571cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480947456:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242651.576579:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242651.576595:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947392 00000100:00100000:2.0:1761242651.576595:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761242651.576599:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000852d3e24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480947520:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242651.576617:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242651.576627:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038fd3e5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480947776:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242651.576635:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:1.0:1761242651.576641:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480947392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242651.576645:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242651.576663:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242651.576674:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001cc16545 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480947712:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242651.576680:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480947392:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242651.576687:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00100000:2.0:1761242651.576690:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242651.576711:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000360cc212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480947392:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242651.576718:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947648 00000100:00100000:1.0:1761242651.576738:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948032 00000100:00100000:1.0:1761242651.576752:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947968 00000100:00100000:1.0:1761242651.576764:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947456 00000100:00100000:2.0:1761242651.576770:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5159 00000100:00100000:2.0:1761242651.576774:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eed713e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480947648:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242651.576776:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5160 00000100:00100000:1.0:1761242651.576779:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001433b671 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480948032:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242651.576816:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001433b671 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480948032:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242651.576822:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5160 00000100:00100000:1.0:1761242651.576834:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5161 00000100:00100000:1.0:1761242651.576837:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000441f157b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480947968:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242651.576863:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5162 00000100:00100000:1.0:1761242651.576865:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000441f157b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480947968:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242651.576867:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480947456:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242651.576870:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5161 00000100:00100000:2.0:1761242651.576915:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eed713e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480947648:12345-0@lo:400:kworker/u8:3.0 Request processed in 139us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242651.576920:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5159 00000100:00100000:2.0:1761242651.576946:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef4eaeb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480947968:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242651.576957:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6f2e2a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480947840:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242651.576984:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947776 00000100:00100000:3.0:1761242651.576986:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242651.577002:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004614deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480947904:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242651.577006:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947712 00000100:00100000:2.0:1761242651.577019:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947840 00000100:00100000:3.0:1761242651.577021:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242651.577029:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947904 00000100:00100000:2.0:1761242651.577038:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589 00000100:00100000:2.0:1761242651.577041:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480947776:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242651.577046:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:3.0:1761242651.577050:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d9560ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480947712:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242651.577117:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005eac4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480948032:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242651.577120:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480947776:12345-0@lo:400:kworker/u8:3.0 Request processed in 78us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242651.577126:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589 00000100:00100000:1.0:1761242651.577127:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000091838819 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480947648:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242651.577138:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155 00000100:00100000:2.0:1761242651.577141:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480947840:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761242651.577252:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242651.577279:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480947840:12345-0@lo:8:kworker/u8:3.0 Request processed in 137us (293us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242651.577284:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155 00000100:00100000:2.0:1761242651.577293:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2156 00000100:00100000:2.0:1761242651.577296:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000558f8307 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480947904:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761242651.577370:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242651.577388:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000558f8307 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480947904:12345-0@lo:8:kworker/u8:3.0 Request processed in 92us (368us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242651.577393:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2156 00000100:00100000:2.0:1761242651.577418:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038fd3e5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480947776:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761242651.577441:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242651.577444:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242651.577446:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6f2e2a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480947840:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761242651.577452:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242651.577454:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242651.577456:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004614deb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480947904:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242651.577483:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947584 00000100:00100000:2.0:1761242651.577502:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480947520 00000100:00100000:2.0:1761242651.577514:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382 00000100:00100000:2.0:1761242651.577517:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480947584:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242651.577542:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480947584:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242651.577547:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382 00000100:00100000:2.0:1761242651.577555:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383 00000100:00100000:2.0:1761242651.577557:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0d1db32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480947520:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242651.577574:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0d1db32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480947520:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242651.577581:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383 00000100:00100000:2.0:1761242651.577597:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000852d3e24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480947520:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242651.577603:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e680f7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480947584:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242651.577707:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d9560ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480947712:12345-0@lo:400:kworker/u8:3.0 Request processed in 656us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242651.577709:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480947456:12345-0@lo:400:kworker/u8:3.0 Request processed in 841us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242651.577714:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00100000:0.0:1761242651.577715:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5162 00000100:00100000:1.0:1761242651.577771:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000602571cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480947456:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242651.577781:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001cc16545 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480947712:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242652.280603:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242652.533289:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242652.533322:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242652.533358:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242652.533384:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242652.533453:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812864 00000100:00100000:1.0:1761242652.533485:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813056 00000100:00100000:2.0:1761242652.533507:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1849 00000100:00100000:2.0:1761242652.533514:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464812864:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242652.533531:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2591 00000100:00100000:1.0:1761242652.533537:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a55d5c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464813056:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242652.533587:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464812864:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 68us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242652.533594:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1849 00000100:00100000:0.0:1761242652.533666:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812928 00000100:00100000:0.0:1761242652.533688:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464812992 00000100:00100000:0.0:1761242652.533704:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5163 00000100:00100000:0.0:1761242652.533708:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c227d20c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464812928:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242652.533778:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5164 00000100:00100000:3.0:1761242652.533783:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000879f08f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464812992:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242652.534090:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a55d5c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464813056:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 552us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242652.534100:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2591 00000100:00100000:0.0:1761242652.534367:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c227d20c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464812928:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 657us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242652.534374:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5163 00000100:00100000:0.0:1761242652.534698:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242652.534772:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813120 00000100:00100000:1.0:1761242652.534799:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2157 00000100:00100000:1.0:1761242652.534803:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464813120:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761242652.534919:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242652.534960:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464813120:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 157us (263us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242652.534966:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2157 00000100:00100000:3.0:1761242652.535361:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000879f08f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464812992:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1576us (1976us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242652.535369:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5164 00010000:00010000:2.0:1761242653.310345:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242653.624411:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480948096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242653.624490:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242653.624545:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948096 00000100:00100000:1.0:1761242653.624599:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:1.0:1761242653.624607:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d6f917a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480948096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242653.624641:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242653.624685:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d6f917a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480948096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242653.624692:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00100000:3.0:1761242653.625113:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480948096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242653.625340:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761242653.625528:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480948160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242653.625564:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242653.625636:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948160 00000100:00100000:0.0:1761242653.625675:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:0.0:1761242653.625680:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dac1d6f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480948160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242653.625697:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242653.625739:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dac1d6f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480948160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242653.625747:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00000100:00100000:1.0:1761242653.625762:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480948160:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761242654.330274:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242654.648441:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480948224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242654.648519:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242654.648611:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a001c88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480948288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242654.648644:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242654.648739:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948224 00000100:00100000:3.0:1761242654.648749:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948288 00000100:00100000:2.0:1761242654.648793:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384 00000100:00100000:2.0:1761242654.648798:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000533f9acd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480948224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242654.648834:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242654.648835:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385 00000100:00100000:3.0:1761242654.648843:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480948288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242654.648866:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242654.648881:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000533f9acd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480948224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242654.648888:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384 00000100:00100000:3.0:1761242654.648908:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480948288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242654.648914:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385 00000100:00100000:1.0:1761242654.648981:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a001c88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480948288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242654.649388:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480948224:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761242655.356385:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242656.376861:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761242656.696751:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242656.696759:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242656.696763:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242656.696773:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4164 00000100:00080000:0.0:1761242656.696777:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242656.696784:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242656.696806:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000f3896dc x1846792480948800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761242656.696822:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242656.696824:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242656.696825:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242656.696828:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4164 00000100:00080000:0.0:1761242656.696830:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242656.696832:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242656.696840:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000059c7cf33 x1846792480948864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242656.696870:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480948480:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.696930:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242656.696951:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480948736:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.696979:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242656.696995:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242656.696999:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000368837dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480948416:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697020:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242656.697031:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480948672:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697044:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242656.697060:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f3896dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480948800:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697076:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242656.697084:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059c7cf33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480948864:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697097:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242656.697123:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948736 00000100:00100000:0.0:1761242656.697159:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948672 00000100:00100000:0.0:1761242656.697174:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948800 00000100:00100000:0.0:1761242656.697183:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948864 00000100:00100000:0.0:1761242656.697194:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592 00000100:00100000:0.0:1761242656.697200:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480948736:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697268:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480948736:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242656.697274:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592 00000100:00100000:0.0:1761242656.697290:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593 00000100:00100000:0.0:1761242656.697293:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480948672:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697311:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480948672:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242656.697316:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593 00000100:00100000:0.0:1761242656.697323:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:0.0:1761242656.697325:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480948800:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242656.697415:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242656.697445:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480948800:12345-0@lo:8:kworker/u8:2.0 Request processed in 117us (368us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242656.697452:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00000100:00100000:0.0:1761242656.697463:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159 00000100:00100000:0.0:1761242656.697466:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cc26d9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480948864:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242656.697539:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242656.697565:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cc26d9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480948864:12345-0@lo:8:kworker/u8:2.0 Request processed in 98us (467us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242656.697570:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159 00000100:00100000:0.0:1761242656.697589:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948416 00000100:00100000:0.0:1761242656.697611:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5165 00000100:00100000:0.0:1761242656.697614:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d731a2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480948416:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697639:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d731a2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480948416:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242656.697644:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5165 00000100:00100000:0.0:1761242656.697660:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948480 00000100:00100000:0.0:1761242656.697681:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3386 00000100:00100000:0.0:1761242656.697685:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480948480:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697708:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480948480:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242656.697712:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3386 00000100:00080000:0.0:1761242656.697741:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242656.697745:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242656.697748:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f3896dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480948800:0@lo:8:kworker/u8:2.0 00000100:00080000:0.0:1761242656.697757:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242656.697758:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242656.697760:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059c7cf33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480948864:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697788:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000368837dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480948416:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697796:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480948672:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697804:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480948480:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.697811:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480948736:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.697911:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000568e86b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480948352:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.697946:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242656.698102:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000236773d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480948608:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.698125:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242656.698141:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480948992:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.698159:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242656.698176:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761242656.698180:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480948544:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.698204:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242656.698217:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480948928:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.698258:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242656.698282:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948544 00000100:00100000:3.0:1761242656.698304:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387 00000100:00100000:3.0:1761242656.698307:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000630ae451 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480948544:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.698339:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000630ae451 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480948544:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242656.698344:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387 00000100:00100000:3.0:1761242656.698362:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948608 00000100:00100000:3.0:1761242656.698377:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948992 00000100:00100000:3.0:1761242656.698391:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948928 00000100:00100000:3.0:1761242656.698404:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5166 00000100:00100000:3.0:1761242656.698407:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000b19cf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480948608:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.698439:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000b19cf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480948608:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242656.698445:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5166 00000100:00100000:3.0:1761242656.698454:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5167 00000100:00100000:3.0:1761242656.698457:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a001c88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480948992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.698476:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a001c88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480948992:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242656.698481:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5167 00000100:00100000:3.0:1761242656.698489:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5168 00000100:00100000:3.0:1761242656.698491:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010df96a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480948928:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.698510:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010df96a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480948928:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242656.698515:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5168 00000100:00100000:3.0:1761242656.698534:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480948544:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.698542:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480948928:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.698548:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000236773d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480948608:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242656.698555:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480948992:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.698702:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480948352 00000100:00100000:0.0:1761242656.698743:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:0.0:1761242656.698746:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480948352:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242656.698782:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480948352:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242656.698788:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00100000:3.0:1761242656.699090:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000568e86b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480948352:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1761242657.400406:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242657.651764:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242657.651814:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242657.651841:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242657.651880:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242657.651908:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242657.651919:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813248 00000100:00100000:1.0:1761242657.651989:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813184 00000100:00100000:3.0:1761242657.652013:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813312 00000100:00100000:1.0:1761242657.652049:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1851 00000100:00100000:3.0:1761242657.652050:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5169 00000100:00100000:1.0:1761242657.652058:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464813184:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242657.652060:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464813248:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242657.652130:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464813248:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 71us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242657.652138:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5169 00000100:00100000:2.0:1761242657.652156:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5170 00000100:00100000:2.0:1761242657.652164:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bf585a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464813312:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242657.652192:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813376 00000100:00100000:3.0:1761242657.652216:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813440 00000100:00100000:1.0:1761242657.652219:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464813184:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 159us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242657.652258:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1851 00000100:00100000:3.0:1761242657.652271:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2594 00000100:00100000:3.0:1761242657.652277:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464813376:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242657.652308:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464813376:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 31us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242657.652315:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2594 00000100:00100000:1.0:1761242657.652328:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2160 00000100:00100000:1.0:1761242657.652334:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464813440:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761242657.652421:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242657.652448:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464813440:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 114us (542us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242657.652455:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2160 00000100:00100000:2.0:1761242657.653404:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bf585a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464813312:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 1237us (1559us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242657.653417:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5170 00010000:00010000:3.0:1761242658.424456:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242658.744584:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfcebe1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480949056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242658.744652:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242658.744789:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949056 00000100:00100000:2.0:1761242658.744840:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:2.0:1761242658.744847:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480949056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242658.744888:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242658.744948:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480949056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242658.744955:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00100000:1.0:1761242658.744996:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfcebe1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480949056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242658.745766:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242658.745776:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480949120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242658.745810:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242658.746003:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949120 00000100:00100000:1.0:1761242658.746037:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00000100:00100000:1.0:1761242658.746042:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480949120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242658.746057:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242658.746096:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480949120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242658.746102:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00100000:3.0:1761242658.746214:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480949120:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242659.448477:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242659.768594:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480949184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242659.768664:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242659.768747:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949184 00000100:00100000:1.0:1761242659.768788:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388 00000100:00100000:1.0:1761242659.768793:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480949184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242659.768829:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242659.768869:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480949184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242659.768875:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388 00000100:00100000:2.0:1761242659.768956:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480949184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242659.769197:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242659.769204:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480949248:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242659.769246:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242659.769339:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949248 00000100:00100000:3.0:1761242659.769373:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389 00000100:00100000:3.0:1761242659.769386:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005eac4cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480949248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242659.769408:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242659.769554:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005eac4cc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480949248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 167us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242659.769559:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389 00000100:00100000:2.0:1761242659.769599:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480949248:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242660.472583:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242661.496485:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242661.817703:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242661.817712:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242661.817716:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242661.817724:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4169 00000100:00080000:1.0:1761242661.817727:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242661.817732:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242661.817753:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000036c079ae x1846792480949760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242661.817767:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242661.817770:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242661.817771:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242661.817774:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4169 00000100:00080000:1.0:1761242661.817776:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242661.817779:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242661.817787:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007871ef96 x1846792480949824/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242661.817871:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480949312:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.817987:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242661.818022:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480949568:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.818049:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242661.818066:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062529898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480949952:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.818088:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242661.818103:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761242661.818107:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480949376:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.818126:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242661.818139:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480949632:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.818159:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242661.818195:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949568 00000100:00100000:3.0:1761242661.818274:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949952 00000100:00100000:3.0:1761242661.818292:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949376 00000100:00100000:3.0:1761242661.818309:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5171 00000100:00100000:3.0:1761242661.818315:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003068f5eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480949568:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.818364:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003068f5eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480949568:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242661.818370:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5171 00000100:00100000:3.0:1761242661.818385:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5172 00000100:00100000:3.0:1761242661.818388:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083237d1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480949952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.818411:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083237d1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480949952:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242661.818416:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5172 00000100:00100000:3.0:1761242661.818426:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5173 00000100:00100000:3.0:1761242661.818429:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa0c4bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480949376:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.818450:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa0c4bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480949376:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242661.818455:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5173 00000100:00100000:3.0:1761242661.818479:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949632 00000100:00100000:3.0:1761242661.818502:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595 00000100:00100000:3.0:1761242661.818505:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480949632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.818531:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480949632:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242661.818536:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595 00000100:00100000:3.0:1761242661.818581:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480949376:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.818590:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480949632:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.818600:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480949568:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242661.818607:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062529898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480949952:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242661.819019:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949312 00000100:00100000:1.0:1761242661.819055:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:1.0:1761242661.819059:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480949312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242661.819100:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480949312:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242661.819105:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:1.0:1761242661.819137:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480949312:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.819220:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480949760:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242661.819274:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242661.819286:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007871ef96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480949824:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242661.819302:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242661.819324:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949760 00000100:00100000:0.0:1761242661.819338:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949824 00000100:00100000:0.0:1761242661.819350:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161 00000100:00100000:0.0:1761242661.819353:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480949760:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242661.819449:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242661.819477:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480949760:12345-0@lo:8:kworker/u8:2.0 Request processed in 122us (203us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242661.819482:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161 00000100:00100000:0.0:1761242661.819492:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162 00000100:00100000:0.0:1761242661.819495:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be6f5f2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480949824:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242661.819567:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242661.819585:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be6f5f2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480949824:12345-0@lo:8:kworker/u8:2.0 Request processed in 89us (283us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242661.819591:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162 00000100:00080000:0.0:1761242661.819618:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242661.819621:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242661.819623:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480949760:0@lo:8:kworker/u8:2.0 00000100:00080000:0.0:1761242661.819631:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242661.819633:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242661.819635:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007871ef96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480949824:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242661.819661:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480949504:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.819683:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242661.819698:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093b7f096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480949888:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.819715:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242661.819729:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761242661.819733:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480949440:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.819748:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242661.819758:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d8a3fbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480949696:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.819774:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242661.819792:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949888 00000100:00100000:0.0:1761242661.819812:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5174 00000100:00100000:0.0:1761242661.819815:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007871ef96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480949888:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.819843:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007871ef96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480949888:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242661.819848:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5174 00000100:00100000:0.0:1761242661.819862:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949696 00000100:00100000:0.0:1761242661.819892:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:0.0:1761242661.819895:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000568e86b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480949696:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.819918:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000568e86b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480949696:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242661.819922:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00100000:0.0:1761242661.819939:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949504 00000100:00100000:0.0:1761242661.819955:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480949440 00000100:00100000:0.0:1761242661.819966:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390 00000100:00100000:0.0:1761242661.819969:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480949504:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.819991:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480949504:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242661.819997:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390 00000100:00100000:0.0:1761242661.820005:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391 00000100:00100000:0.0:1761242661.820008:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480949440:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.820027:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480949440:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242661.820032:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391 00000100:00100000:0.0:1761242661.820048:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480949440:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.820056:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d8a3fbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480949696:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.820062:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480949504:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242661.820069:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093b7f096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480949888:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242662.520495:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242662.779350:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242662.779395:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242662.779431:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242662.779465:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242662.779551:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813504 00000100:00100000:3.0:1761242662.779607:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1853 00000100:00100000:3.0:1761242662.779614:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464813504:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242662.779681:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464813504:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 66us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242662.779689:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1853 00000100:00100000:1.0:1761242662.779774:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813696 00000100:00100000:1.0:1761242662.779823:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2597 00000100:00100000:1.0:1761242662.779827:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464813696:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242662.779865:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464813696:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 28us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242662.779872:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2597 00000100:00100000:1.0:1761242662.779894:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813632 00000100:00100000:1.0:1761242662.779912:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813568 00000100:00100000:1.0:1761242662.779925:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5175 00000100:00100000:1.0:1761242662.779938:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464813632:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242662.779965:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464813632:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 26us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242662.779972:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5175 00000100:00100000:1.0:1761242662.779985:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5176 00000100:00100000:1.0:1761242662.779988:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000368837dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464813568:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242662.780008:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000368837dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464813568:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 19us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242662.780013:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5176 00000100:00100000:3.0:1761242662.782012:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242662.782417:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813760 00000100:00100000:0.0:1761242662.782448:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2163 00000100:00100000:0.0:1761242662.782453:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d8a3fbb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464813760:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:0.0:1761242662.782545:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242662.782600:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d8a3fbb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464813760:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 145us (594us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242662.782607:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2163 00010000:00010000:1.0:1761242663.546684:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242663.866118:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001cc16545 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480950016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242663.866199:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242663.866267:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950016 00000100:00100000:0.0:1761242663.866318:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:0.0:1761242663.866325:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f805cc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480950016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242663.866363:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242663.866411:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f805cc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480950016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242663.866420:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:0.0:1761242663.866467:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001cc16545 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480950016:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242663.867209:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000602571cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480950080:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242663.867275:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242663.867436:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950080 00000100:00100000:2.0:1761242663.867483:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:2.0:1761242663.867488:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f71a2d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480950080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242663.867504:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242663.867820:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f71a2d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480950080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 330us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242663.867828:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00000100:00100000:3.0:1761242663.868223:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000602571cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480950080:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761242664.569050:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242664.888624:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093b7f096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480950208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242664.888687:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242664.888761:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950208 00000100:00100000:1.0:1761242664.888810:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3392 00000100:00100000:1.0:1761242664.888833:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480950208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242664.888876:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242664.888919:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480950208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242664.888926:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3392 00000100:00100000:3.0:1761242664.889017:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093b7f096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480950208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242664.889085:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242664.889095:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480950144:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242664.889128:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242664.889192:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950144 00000100:00100000:3.0:1761242664.889223:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393 00000100:00100000:3.0:1761242664.889246:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e680f7fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480950144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242664.889268:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242664.889303:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e680f7fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480950144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242664.889309:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393 00000100:00100000:2.0:1761242664.889387:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480950144:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242665.592544:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242666.617085:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242666.939111:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242666.939118:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242666.939121:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242666.939128:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4174 00000100:00080000:3.0:1761242666.939132:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242666.939137:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242666.939155:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009e1d2526 x1846792480950720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242666.939168:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242666.939171:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242666.939172:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242666.939175:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4174 00000100:00080000:3.0:1761242666.939176:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242666.939179:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242666.939186:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001c5c18ba x1846792480950784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242666.939223:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480950400:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.939314:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242666.939343:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480950656:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.939367:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242666.939391:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761242666.939395:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480950336:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.939420:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242666.939433:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023db3e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480950592:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.939451:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242666.939482:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950656 00000100:00100000:3.0:1761242666.939521:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950592 00000100:00100000:3.0:1761242666.939539:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:3.0:1761242666.939545:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c839a290 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480950656:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.939586:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c839a290 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480950656:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242666.939591:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00100000:3.0:1761242666.939608:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599 00000100:00100000:3.0:1761242666.939611:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ea35cfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480950592:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.939628:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ea35cfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480950592:12345-0@lo:400:kworker/u8:3.0 Request processed in 17us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242666.939633:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599 00000100:00100000:3.0:1761242666.939647:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950400 00000100:00100000:3.0:1761242666.939664:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394 00000100:00100000:3.0:1761242666.939667:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f822936 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480950400:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.939687:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f822936 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480950400:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242666.939691:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394 00000100:00100000:3.0:1761242666.939720:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023db3e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480950592:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.939728:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480950400:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.939735:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480950656:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242666.939881:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950336 00000100:00100000:2.0:1761242666.939912:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5177 00000100:00100000:2.0:1761242666.939916:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017f0d972 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480950336:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242666.939946:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017f0d972 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480950336:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242666.939952:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5177 00000100:00100000:3.0:1761242666.940028:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480950336:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242666.940186:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480950272:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242666.940222:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242666.940290:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9ce68a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480950528:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242666.940313:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242666.940323:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480950912:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242666.940342:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242666.940360:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242666.940366:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480950464:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242666.940389:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242666.940402:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1a6176a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480950848:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242666.940420:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242666.940440:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480950720:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242666.940462:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242666.940473:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480950784:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242666.940487:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242666.940512:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950720 00000100:00100000:0.0:1761242666.940530:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950784 00000100:00100000:0.0:1761242666.940538:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164 00000100:00100000:0.0:1761242666.940542:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005588508a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480950720:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242666.940628:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242666.940657:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005588508a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480950720:12345-0@lo:8:kworker/u8:3.0 Request processed in 114us (194us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242666.940662:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164 00000100:00100000:3.0:1761242666.941044:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950528 00000100:00100000:3.0:1761242666.941076:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950912 00000100:00100000:3.0:1761242666.941093:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950848 00000100:00100000:3.0:1761242666.941108:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5178 00000100:00100000:3.0:1761242666.941113:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059c7cf33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480950528:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.941154:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059c7cf33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480950528:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242666.941160:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5178 00000100:00100000:3.0:1761242666.941172:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5179 00000100:00100000:3.0:1761242666.941176:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f3896dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480950912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.941198:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f3896dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480950912:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242666.941203:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5179 00000100:00100000:3.0:1761242666.941212:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5180 00000100:00100000:3.0:1761242666.941215:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006418eb02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480950848:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.941253:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006418eb02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480950848:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242666.941258:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5180 00000100:00100000:3.0:1761242666.941302:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165 00000100:00100000:3.0:1761242666.941305:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480950784:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761242666.941383:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242666.941407:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480950784:12345-0@lo:8:kworker/u8:3.0 Request processed in 101us (919us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242666.941412:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165 00000100:00100000:3.0:1761242666.941435:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950464 00000100:00100000:3.0:1761242666.941456:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395 00000100:00100000:3.0:1761242666.941459:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480950464:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.941486:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480950464:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (1096us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242666.941491:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395 00000100:00080000:3.0:1761242666.941556:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242666.941560:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242666.941563:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480950720:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761242666.941571:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242666.941574:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242666.941576:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480950784:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242666.941612:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480950464:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.941621:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1a6176a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480950848:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.941628:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9ce68a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480950528:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242666.941635:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480950912:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242666.941721:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950272 00000100:00100000:2.0:1761242666.941756:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854 00000100:00100000:2.0:1761242666.941760:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480950272:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242666.941807:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480950272:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242666.941813:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854 00000100:00100000:2.0:1761242666.941842:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480950272:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242667.640423:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242667.894673:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242667.894714:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242667.894748:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242667.894784:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242667.894802:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242667.894877:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814016 00000100:00100000:1.0:1761242667.894934:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814080 00000100:00100000:1.0:1761242667.894951:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2600 00000100:00100000:1.0:1761242667.894957:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464814016:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242667.895018:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464814016:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 61us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242667.895024:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2600 00000100:00100000:1.0:1761242667.895044:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2166 00000100:00100000:1.0:1761242667.895048:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000558f8307 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464814080:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761242667.895136:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242667.895162:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000558f8307 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464814080:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 112us (359us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242667.895168:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2166 00000100:00100000:2.0:1761242667.895263:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813824 00000100:00100000:2.0:1761242667.895299:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1855 00000100:00100000:2.0:1761242667.895303:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464813824:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242667.895330:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464813824:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 26us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242667.895340:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1855 00000100:00100000:3.0:1761242667.895654:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813888 00000100:00100000:3.0:1761242667.895692:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464813952 00000100:00100000:1.0:1761242667.897867:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5181 00000100:00100000:1.0:1761242667.897878:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb21a129 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464813888:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242667.897970:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb21a129 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464813888:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 93us (3304us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242667.897979:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5181 00000100:00100000:1.0:1761242667.898006:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5182 00000100:00100000:1.0:1761242667.898011:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464813952:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242667.898037:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464813952:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 25us (3253us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242667.898044:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5182 00010000:00010000:1.0:1761242668.666260:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242668.986530:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242668.986545:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dc4dfcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480950976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242668.986618:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242668.986723:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480950976 00000100:00100000:0.0:1761242668.986778:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00100000:0.0:1761242668.986784:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480950976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242668.986816:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242668.986854:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480950976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242668.986864:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:0.0:1761242668.986900:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dc4dfcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480950976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242668.987125:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242668.987131:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000852d3e24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480951040:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242668.987158:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242668.987182:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951040 00000100:00100000:2.0:1761242668.987205:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:2.0:1761242668.987209:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004614deb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480951040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242668.987218:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242668.987263:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004614deb6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480951040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242668.987269:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00100000:2.0:1761242668.987297:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000852d3e24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480951040:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242669.688488:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242670.008511:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062529898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480951168:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242670.008562:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083e3413d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480951104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242670.008582:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242670.008600:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242670.008627:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951168 00000100:00100000:0.0:1761242670.008667:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951104 00000100:00100000:3.0:1761242670.008674:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396 00000100:00100000:3.0:1761242670.008680:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000852d3e24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480951168:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242670.008703:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397 00000100:00100000:0.0:1761242670.008708:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ea35cfb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480951104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242670.008721:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000004:00000024:0.0:1761242670.008746:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242670.008855:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000852d3e24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480951168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 174us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242670.008863:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396 00000100:00100000:2.0:1761242670.008864:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062529898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480951168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242670.008887:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ea35cfb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480951104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 177us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242670.008896:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397 00000100:00100000:1.0:1761242670.008915:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083e3413d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480951104:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242670.716093:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242671.738962:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242672.057948:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003dc4dfcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480951296:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242672.058000:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242672.058006:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242672.058010:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242672.058015:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4179 00000100:00080000:3.0:1761242672.058019:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242672.058027:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242672.058031:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242672.058052:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c4773503 x1846792480951680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242672.058071:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007a49a19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480951552:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242672.058071:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242672.058078:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242672.058080:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242672.058084:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4179 00000100:00080000:3.0:1761242672.058086:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242672.058090:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242672.058102:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013d8a900 x1846792480951744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242672.058109:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242672.058136:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1761242672.058143:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083e3413d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480951232:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242672.058152:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480951424:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242672.058173:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242672.058194:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480951488:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242672.058197:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242672.058282:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951552 00000100:00100000:2.0:1761242672.058321:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00100000:2.0:1761242672.058326:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d9560ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480951552:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242672.058402:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480951360:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242672.059824:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242672.059858:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480951872:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242672.059889:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242672.059925:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951296 00000100:00100000:0.0:1761242672.059957:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951488 00000100:00100000:0.0:1761242672.059969:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951872 00000100:00100000:0.0:1761242672.059985:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5183 00000100:00100000:0.0:1761242672.059989:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480951296:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242672.060027:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480951296:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (2002us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242672.060033:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5183 00000100:00100000:0.0:1761242672.060047:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5184 00000100:00100000:0.0:1761242672.060050:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a55d5c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480951488:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242672.060067:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a55d5c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480951488:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242672.060071:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5184 00000100:00100000:0.0:1761242672.060078:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5185 00000100:00100000:0.0:1761242672.060081:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480951872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242672.060097:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480951872:12345-0@lo:400:kworker/u8:3.0 Request processed in 15us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242672.060101:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5185 00000100:00100000:0.0:1761242672.060116:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951232 00000100:00100000:0.0:1761242672.060134:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856 00000100:00100000:0.0:1761242672.060137:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480951232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242672.060158:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480951232:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (1986us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242672.060162:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856 00000100:00100000:0.0:1761242672.060206:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083e3413d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480951232:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242672.060218:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480951488:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242672.060244:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480951872:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242672.060258:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003dc4dfcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480951296:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242672.060390:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480951808:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242672.060418:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242672.060465:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951808 00000100:00100000:3.0:1761242672.060490:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5186 00000100:00100000:3.0:1761242672.060494:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0a7c6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480951808:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242672.060528:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0a7c6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480951808:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242672.060535:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5186 00000100:00100000:3.0:1761242672.060555:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951424 00000100:00100000:3.0:1761242672.060577:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3398 00000100:00100000:3.0:1761242672.060581:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000458d3f1c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480951424:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242672.060608:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000458d3f1c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480951424:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242672.060613:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3398 00000100:00100000:3.0:1761242672.060636:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480951424:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242672.060644:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480951808:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242672.060672:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4773503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480951680:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242672.060710:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242672.060724:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480951744:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242672.060742:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242672.060768:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951680 00000100:00100000:3.0:1761242672.060789:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951744 00000100:00100000:2.0:1761242672.060799:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d9560ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480951552:12345-0@lo:400:kworker/u8:3.0 Request processed in 2470us (2692us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242672.060807:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00100000:3.0:1761242672.060820:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167 00000100:00100000:3.0:1761242672.060825:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480951680:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242672.060833:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168 00000100:00100000:2.0:1761242672.060837:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480951744:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761242672.061209:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:2.0:1761242672.061255:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242672.061291:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480951680:12345-0@lo:8:kworker/u8:3.0 Request processed in 464us (580us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242672.061297:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167 00000100:00080000:3.0:1761242672.061326:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242672.061330:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242672.061333:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4773503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480951680:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242672.061375:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007a49a19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480951552:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242672.061814:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242672.061837:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480951616:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242672.061863:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242672.061903:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951616 00000100:00100000:1.0:1761242672.061935:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:1.0:1761242672.061940:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093b7f096 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480951616:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242672.061977:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093b7f096 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480951616:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242672.061983:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00100000:1.0:1761242672.062012:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480951616:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242672.063573:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480951744:12345-0@lo:8:kworker/u8:3.0 Request processed in 2722us (2818us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242672.063586:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168 00000100:00080000:1.0:1761242672.063691:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242672.063696:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242672.063701:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480951744:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242672.067322:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951360 00000100:00100000:3.0:1761242672.067406:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399 00000100:00100000:3.0:1761242672.067413:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062529898 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480951360:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242672.067515:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062529898 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480951360:12345-0@lo:400:kworker/u8:3.0 Request processed in 102us (5701us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242672.067522:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399 00000100:00100000:1.0:1761242672.067854:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480951360:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242672.760701:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242673.014499:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242673.014547:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242673.014583:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242673.014642:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242673.014649:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814272 00000100:00100000:0.0:1761242673.014726:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814208 00000100:00100000:2.0:1761242673.014740:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814144 00000100:00100000:0.0:1761242673.014753:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5187 00000100:00100000:0.0:1761242673.014761:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007a49a19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464814272:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242673.014778:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1857 00000100:00100000:2.0:1761242673.014785:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464814144:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242673.014847:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007a49a19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464814272:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 86us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242673.014855:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5187 00000100:00100000:3.0:1761242673.014864:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5188 00000100:00100000:3.0:1761242673.014871:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4773503 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464814208:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242673.015034:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814336 00000100:00100000:1.0:1761242673.015064:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2603 00000100:00100000:1.0:1761242673.015068:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006049b77a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464814336:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242673.015290:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464814144:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 505us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242673.015299:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1857 00000100:00100000:3.0:1761242673.015394:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4773503 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464814208:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 522us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242673.015402:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5188 00000100:00100000:1.0:1761242673.016517:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006049b77a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464814336:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1443us (1871us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242673.016528:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2603 00000100:00100000:3.0:1761242673.016953:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242673.017022:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814400 00000100:00100000:1.0:1761242673.017058:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2169 00000100:00100000:1.0:1761242673.017063:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464814400:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761242673.017152:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242673.020580:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464814400:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 3506us (3619us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242673.020595:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2169 00010000:00010000:2.0:1761242673.787628:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242674.104697:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6f2e2a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480952000:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242674.104765:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242674.104809:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952000 00000100:00100000:2.0:1761242674.104845:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:2.0:1761242674.104849:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038fd3e5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480952000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242674.104882:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242674.104916:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038fd3e5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480952000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242674.104923:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:2.0:1761242674.105217:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6f2e2a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480952000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242674.105471:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480951936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242674.105499:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242674.105567:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480951936 00000100:00100000:3.0:1761242674.105600:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:3.0:1761242674.105604:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480951936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242674.105615:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242674.105642:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480951936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242674.105660:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00100000:0.0:1761242674.105716:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480951936:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761242674.809944:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242675.128410:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242675.128423:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242675.128427:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094cfbb67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480952064:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242675.128434:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480952128:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242675.128500:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242675.128551:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952064 00000100:00100000:0.0:1761242675.128600:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400 00000100:00100000:0.0:1761242675.128606:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f42dc457 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480952064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242675.128654:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242675.128719:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f42dc457 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480952064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242675.128726:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400 00000100:00100000:1.0:1761242675.128785:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094cfbb67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480952064:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242675.128854:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242675.128905:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952128 00000100:00100000:3.0:1761242675.129343:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401 00000100:00100000:3.0:1761242675.129348:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6f2e2a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480952128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242675.129371:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242675.129420:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6f2e2a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480952128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242675.129426:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401 00000100:00100000:2.0:1761242675.132912:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480952128:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242675.832431:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242676.856465:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242677.176450:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242677.176454:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480952256:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242677.176463:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480952192:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242677.176544:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242677.176546:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242677.176576:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952192 00000100:00100000:2.0:1761242677.176635:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:2.0:1761242677.176642:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480952192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242677.176647:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952256 00000100:00100000:0.0:1761242677.176685:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5189 00000100:00100000:0.0:1761242677.176691:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094cfbb67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480952256:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242677.176696:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480952192:12345-0@lo:400:kworker/u8:3.0 Request processed in 53us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242677.176703:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00100000:2.0:1761242677.176756:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480952192:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242677.177142:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480952320:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242677.177256:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242677.177290:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952320 00000100:00100000:1.0:1761242677.177316:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480952256:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242677.177318:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094cfbb67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480952256:12345-0@lo:400:kworker/u8:3.0 Request processed in 623us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242677.177318:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402 00000100:00100000:2.0:1761242677.177325:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091838819 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480952320:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242677.177331:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5189 00000100:00100000:2.0:1761242677.177365:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091838819 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480952320:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242677.177371:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402 00000100:00100000:0.0:1761242677.177378:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480952320:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242677.177681:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480952384:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242677.177683:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242677.177687:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242677.177690:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242677.177694:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4184 00000100:00080000:3.0:1761242677.177696:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242677.177699:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242677.177704:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242677.177716:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009e1d2526 x1846792480952640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242677.177719:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242677.177723:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480952448:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242677.177728:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242677.177731:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242677.177733:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242677.177735:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4184 00000100:00080000:3.0:1761242677.177737:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00100000:2.0:1761242677.177740:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761242677.177740:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242677.177749:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000002102 x1846792480952704/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242677.177760:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952384 00000100:00100000:2.0:1761242677.177779:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403 00000100:00100000:2.0:1761242677.177783:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef4eaeb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480952384:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242677.177783:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9ce68a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480952576:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242677.177808:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef4eaeb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480952384:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242677.177808:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242677.177814:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403 00000100:00100000:3.0:1761242677.177824:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242677.177829:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480952512:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242677.177832:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952448 00000100:00100000:2.0:1761242677.177849:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5190 00000100:00100000:3.0:1761242677.177849:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242677.177852:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000360cc212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480952448:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242677.177871:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952576 00000100:00100000:2.0:1761242677.177875:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000360cc212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480952448:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242677.177881:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5190 00000100:00100000:3.0:1761242677.177893:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952512 00000100:00100000:1.0:1761242677.177951:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480952640:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242677.177976:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242677.177991:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480952704:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242677.178008:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242677.178454:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952640 00000100:00100000:0.0:1761242677.178513:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d037bc6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480952832:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242677.178542:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242677.178559:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242677.178564:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023db3e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480952768:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242677.178582:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242677.178621:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952704 00000100:00100000:3.0:1761242677.179464:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604 00000100:00100000:2.0:1761242677.179472:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:3.0:1761242677.179473:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480952576:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242677.179476:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480952512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242677.179526:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480952512:12345-0@lo:400:kworker/u8:3.0 Request processed in 49us (1677us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242677.179532:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00100000:2.0:1761242677.179563:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952832 00000100:00100000:1.0:1761242677.179770:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:1.0:1761242677.179775:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480952640:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242677.179859:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242677.179901:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480952640:12345-0@lo:8:kworker/u8:3.0 Request processed in 125us (1925us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242677.179907:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00000100:00100000:1.0:1761242677.179932:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952768 00000100:00100000:1.0:1761242677.179955:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5191 00000100:00100000:1.0:1761242677.179959:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480952832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242677.179991:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480952832:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242677.179991:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5192 00000100:00100000:2.0:1761242677.179995:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003dc4dfcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480952768:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242677.179996:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5191 00000100:00100000:2.0:1761242677.180023:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003dc4dfcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480952768:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242677.180029:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5192 00000100:00080000:1.0:1761242677.180047:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242677.180051:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242677.180055:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480952640:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242677.180057:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000206fc128 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480952448:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242677.180066:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480952384:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242677.180081:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023db3e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480952768:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242677.180090:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d037bc6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480952832:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242677.180296:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080d45629 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480952512:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242677.180297:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480952576:12345-0@lo:400:kworker/u8:3.0 Request processed in 825us (2490us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242677.180304:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604 00000100:00100000:2.0:1761242677.180308:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9ce68a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480952576:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242677.180388:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171 00000100:00100000:0.0:1761242677.180392:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480952704:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242677.180476:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242677.180505:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480952704:12345-0@lo:8:kworker/u8:3.0 Request processed in 111us (2496us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242677.180510:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171 00000100:00080000:2.0:1761242677.181295:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242677.181300:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242677.181304:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480952704:0@lo:8:kworker/u8:3.0 00010000:00010000:2.0:1761242677.880902:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242678.132287:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242678.132333:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242678.132370:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242678.132718:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814592 00000100:00100000:3.0:1761242678.132724:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242678.132751:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242678.132768:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814528 00000100:00100000:3.0:1761242678.132783:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814656 00000100:00100000:1.0:1761242678.132789:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5193 00000100:00100000:1.0:1761242678.132795:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464814592:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242678.132803:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814720 00000100:00100000:3.0:1761242678.132817:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2606 00000100:00100000:3.0:1761242678.132820:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464814656:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242678.132873:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464814592:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 76us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242678.132884:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5193 00000100:00100000:3.0:1761242678.132900:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464814656:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 79us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242678.132903:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5194 00000100:00100000:1.0:1761242678.132907:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003897df41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464814528:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242678.132907:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2606 00000100:00100000:3.0:1761242678.132918:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2172 00000100:00100000:3.0:1761242678.132921:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464814720:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761242678.132928:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003897df41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464814528:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 21us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242678.132933:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5194 00010000:02020000:3.0:1761242678.133006:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242678.133045:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464814720:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 122us (294us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242678.133052:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2172 00000100:00100000:2.0:1761242678.134959:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814464 00000100:00100000:2.0:1761242678.135120:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1859 00000100:00100000:2.0:1761242678.135127:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464814464:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242678.135206:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464814464:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 78us (2928us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242678.135214:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1859 00010000:00010000:3.0:1761242678.908042:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242679.224756:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242679.224777:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000211a97c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480952896:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242679.224857:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242679.224899:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952896 00000100:00100000:2.0:1761242679.224943:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:2.0:1761242679.224949:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac9d1b07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480952896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242679.224987:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242679.225035:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac9d1b07 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480952896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242679.225043:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:2.0:1761242679.225399:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000211a97c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480952896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242679.225574:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242679.225584:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000211a97c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480952960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242679.225618:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242679.225801:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480952960 00000100:00100000:3.0:1761242679.225842:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:3.0:1761242679.225847:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083e3413d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480952960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242679.225860:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242679.225903:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083e3413d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480952960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242679.225910:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1761242679.226080:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000211a97c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480952960:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242679.928457:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242680.248664:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242680.248680:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e29d194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480953024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242680.249056:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242680.249631:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242680.249641:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480953088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242680.251988:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953024 00000100:00100000:0.0:1761242680.252057:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3404 00000100:00100000:0.0:1761242680.252065:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000211a97c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480953024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242680.252109:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242680.252513:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242680.252626:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953088 00000100:00100000:1.0:1761242680.252664:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405 00000100:00100000:1.0:1761242680.252668:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7f9c610 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480953088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242680.252696:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242680.252768:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7f9c610 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480953088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242680.252775:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405 00000100:00100000:2.0:1761242680.252881:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480953088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242680.253174:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000211a97c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480953024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1108us (4118us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242680.253181:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3404 00000100:00100000:3.0:1761242680.253511:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e29d194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480953024:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761242680.956426:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242681.977062:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242682.298641:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242682.298648:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242682.298653:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242682.298661:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4189 00000100:00080000:1.0:1761242682.298665:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242682.298670:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242682.298692:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e53a779b x1846792480953600/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242682.298713:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242682.298716:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242682.298717:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242682.298720:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4189 00000100:00080000:1.0:1761242682.298722:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242682.298725:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242682.298734:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000025e166d4 x1846792480953664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242682.298774:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e53a779b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480953600:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242682.298835:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242682.298863:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025e166d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480953664:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242682.298882:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242682.298920:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953600 00000100:00100000:1.0:1761242682.298971:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953664 00000100:00100000:1.0:1761242682.298991:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173 00000100:00100000:1.0:1761242682.298996:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000548b022b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480953600:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242682.299094:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242682.299134:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000548b022b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480953600:12345-0@lo:8:kworker/u8:2.0 Request processed in 137us (299us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242682.299140:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173 00000100:00100000:1.0:1761242682.299159:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174 00000100:00100000:1.0:1761242682.299162:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c76d8212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480953664:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242682.299279:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242682.299302:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c76d8212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480953664:12345-0@lo:8:kworker/u8:2.0 Request processed in 139us (420us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242682.299308:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174 00000100:00100000:1.0:1761242682.299337:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480953344:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299363:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242682.299378:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef3bf5bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480953728:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299399:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242682.299416:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761242682.299420:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480953280:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299437:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242682.299449:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008817c343 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480953536:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299468:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242682.299488:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953344 00000100:00100000:1.0:1761242682.299526:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953280 00000100:00100000:1.0:1761242682.299541:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406 00000100:00100000:1.0:1761242682.299544:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbaf8725 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480953344:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299580:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbaf8725 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480953344:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242682.299585:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406 00000100:00100000:1.0:1761242682.299595:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407 00000100:00100000:1.0:1761242682.299598:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000063217d07 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480953280:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299620:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000063217d07 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480953280:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242682.299624:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407 00000100:00100000:1.0:1761242682.299645:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953728 00000100:00100000:1.0:1761242682.299671:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5195 00000100:00100000:1.0:1761242682.299674:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010d1f33f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480953728:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299702:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010d1f33f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480953728:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242682.299707:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5195 00000100:00100000:1.0:1761242682.299739:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953536 00000100:00100000:1.0:1761242682.299759:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607 00000100:00100000:1.0:1761242682.299762:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480953536:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299788:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480953536:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242682.299794:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607 00000100:00080000:1.0:1761242682.299824:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242682.299827:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242682.299831:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e53a779b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480953600:0@lo:8:kworker/u8:2.0 00000100:00080000:1.0:1761242682.299839:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242682.299842:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242682.299844:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025e166d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480953664:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299871:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480953280:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299880:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008817c343 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480953536:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299887:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000002102 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480953344:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.299894:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef3bf5bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480953728:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242682.300002:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9ce68a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480953152:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242682.300037:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242682.300064:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cda1bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480953408:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242682.300087:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242682.300097:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e032dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480953792:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242682.300116:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242682.300130:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761242682.300136:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023db3e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480953216:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242682.300154:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242682.300166:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000623949e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480953472:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242682.300183:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242682.303574:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953472 00000100:00100000:3.0:1761242682.303663:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:3.0:1761242682.303669:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007edecb34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480953472:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242682.303778:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007edecb34 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480953472:12345-0@lo:400:kworker/u8:2.0 Request processed in 107us (3593us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242682.303785:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00100000:2.0:1761242682.304196:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000623949e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480953472:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.306000:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953152 00000100:00100000:1.0:1761242682.306066:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860 00000100:00100000:1.0:1761242682.306073:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480953152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242682.306134:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953408 00000100:00100000:1.0:1761242682.306177:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480953152:12345-0@lo:400:kworker/u8:2.0 Request processed in 104us (6139us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242682.306185:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860 00000100:00100000:0.0:1761242682.306223:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9ce68a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480953152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.306633:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953792 00000100:00100000:1.0:1761242682.306670:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953216 00000100:00100000:0.0:1761242682.306680:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5196 00000100:00100000:0.0:1761242682.306686:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d19fb8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480953408:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.306699:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5197 00000100:00100000:1.0:1761242682.306705:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000361889f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480953792:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242682.306736:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d19fb8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480953408:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (6648us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242682.306743:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5196 00000100:00100000:1.0:1761242682.306751:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000361889f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480953792:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (6633us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242682.306758:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5197 00000100:00100000:0.0:1761242682.306763:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5198 00000100:00100000:0.0:1761242682.306769:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b4a4bf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480953216:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242682.306799:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b4a4bf2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480953216:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (6645us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242682.306804:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5198 00000100:00100000:1.0:1761242682.306814:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023db3e4f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480953216:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242682.306829:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cda1bd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480953408:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242682.306874:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e032dfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480953792:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242683.003347:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242683.252106:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242683.252344:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815040 00000100:00100000:0.0:1761242683.252400:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2175 00000100:00100000:0.0:1761242683.252407:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e29d194 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464815040:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761242683.252525:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242683.256564:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e29d194 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464815040:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 4144us (4454us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242683.256584:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2175 00000100:00100000:3.0:1761242683.259975:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242683.260024:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242683.260059:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242683.260094:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814848 00000100:00100000:2.0:1761242683.260156:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814912 00000100:00100000:3.0:1761242683.260160:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242683.260186:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5199 00000100:00100000:3.0:1761242683.260195:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5200 00000100:00100000:2.0:1761242683.260196:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464814848:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242683.260205:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464814912:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242683.260297:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464814912:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 92us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242683.260305:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5200 00000100:00100000:0.0:1761242683.260468:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814784 00000100:00100000:0.0:1761242683.260516:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1861 00000100:00100000:0.0:1761242683.260521:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464814784:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242683.260588:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464814976 00000100:00100000:3.0:1761242683.260627:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2609 00000100:00100000:3.0:1761242683.260631:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464814976:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242683.260842:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464814848:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 647us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242683.260851:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5199 00000100:00100000:0.0:1761242683.260951:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464814784:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 428us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242683.260958:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1861 00000100:00100000:3.0:1761242683.261363:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464814976:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 728us (1204us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242683.261370:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2609 00010000:00010000:1.0:1761242684.024486:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242684.345416:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8167e67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480953856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242684.345496:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242684.345614:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e205044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480953920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242684.345647:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242684.345760:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953856 00000100:00100000:2.0:1761242684.345817:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953920 00000100:00100000:2.0:1761242684.345852:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:2.0:1761242684.345860:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd0ebb7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480953856:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242684.345862:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:1.0:1761242684.345872:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c467e442 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480953920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242684.345904:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:2.0:1761242684.345904:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242684.346562:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd0ebb7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480953856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 701us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242684.346571:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00100000:3.0:1761242684.346672:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8167e67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480953856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242684.346723:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c467e442 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480953920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 850us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242684.346734:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00100000:0.0:1761242684.347553:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e205044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480953920:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761242685.049487:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242685.371872:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480953984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242685.371944:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242685.372028:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480953984 00000100:00100000:1.0:1761242685.372074:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408 00000100:00100000:1.0:1761242685.372080:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008af328a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480953984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242685.372118:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242685.372164:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008af328a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480953984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242685.372171:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408 00000100:00100000:1.0:1761242685.372216:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480953984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242685.373406:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480954048:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242685.373480:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242685.373563:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954048 00000100:00100000:1.0:1761242685.373606:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409 00000100:00100000:1.0:1761242685.373611:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000602571cd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480954048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242685.373643:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242685.373686:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000602571cd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480954048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242685.373693:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409 00000100:00100000:1.0:1761242685.373729:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480954048:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242686.072444:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242687.096459:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761242687.416742:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242687.416750:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242687.416754:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242687.416761:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4194 00000100:00080000:0.0:1761242687.416765:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242687.416771:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242687.416802:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cc26d9c x1846792480954560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761242687.416820:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242687.416823:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242687.416824:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242687.416827:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4194 00000100:00080000:0.0:1761242687.416828:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242687.416831:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242687.416842:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000022892bce x1846792480954624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242687.416875:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009375ca7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480954176:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242687.416936:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242687.416967:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000609b184b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480954432:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242687.416991:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242687.417008:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761242687.417014:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045cd95b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480954240:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242687.417036:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242687.417050:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb751e19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480954496:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242687.417068:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242687.417102:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954176 00000100:00100000:0.0:1761242687.417147:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5201 00000100:00100000:0.0:1761242687.417153:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062dabd89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480954176:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242687.417206:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062dabd89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480954176:12345-0@lo:400:kworker/u8:3.0 Request processed in 52us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242687.417213:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5201 00000100:00100000:0.0:1761242687.417260:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954240 00000100:00100000:0.0:1761242687.417279:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3410 00000100:00100000:0.0:1761242687.417282:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000568e86b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480954240:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242687.417307:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000568e86b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480954240:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242687.417311:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3410 00000100:00100000:0.0:1761242687.417326:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954432 00000100:00100000:0.0:1761242687.417343:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954496 00000100:00100000:0.0:1761242687.417355:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1761242687.417358:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480954432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242687.417404:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480954432:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242687.417410:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00100000:0.0:1761242687.417420:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611 00000100:00100000:0.0:1761242687.417423:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480954496:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242687.417443:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480954496:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242687.417448:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611 00000100:00100000:0.0:1761242687.417477:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045cd95b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480954240:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242687.417485:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb751e19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480954496:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242687.417493:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009375ca7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480954176:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242687.417500:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000609b184b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480954432:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.417834:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084ffe66b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480954304:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.417870:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242687.417895:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480954688:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.417915:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242687.417935:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1761242687.417941:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2c1c8d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480954112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.417965:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242687.417982:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e5e57cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480954368:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418003:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242687.418020:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480954752:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418039:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242687.418070:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cc26d9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480954560:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418096:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242687.418111:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480954624:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418130:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242687.418160:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954688 00000100:00100000:1.0:1761242687.418187:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954368 00000100:00100000:1.0:1761242687.418203:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954752 00000100:00100000:1.0:1761242687.418222:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5202 00000100:00100000:1.0:1761242687.418248:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023db3e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480954688:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418288:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023db3e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480954688:12345-0@lo:400:kworker/u8:3.0 Request processed in 61us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242687.418307:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5202 00000100:00100000:1.0:1761242687.418325:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5203 00000100:00100000:1.0:1761242687.418329:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9ce68a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480954368:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418353:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9ce68a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480954368:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242687.418358:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5203 00000100:00100000:1.0:1761242687.418368:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5204 00000100:00100000:1.0:1761242687.418372:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000002102 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480954752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418394:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000002102 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480954752:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242687.418410:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5204 00000100:00100000:1.0:1761242687.418428:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954304 00000100:00100000:1.0:1761242687.418448:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411 00000100:00100000:1.0:1761242687.418452:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a98b8f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480954304:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418478:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a98b8f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480954304:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242687.418483:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411 00000100:00100000:1.0:1761242687.418500:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954560 00000100:00100000:1.0:1761242687.418516:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954624 00000100:00100000:1.0:1761242687.418524:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:1.0:1761242687.418528:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e1d2526 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480954560:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242687.418617:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242687.418647:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e1d2526 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480954560:12345-0@lo:8:kworker/u8:3.0 Request processed in 118us (551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242687.418653:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00100000:1.0:1761242687.418664:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:1.0:1761242687.418666:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e032dfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480954624:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242687.418743:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242687.418766:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e032dfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480954624:12345-0@lo:8:kworker/u8:3.0 Request processed in 99us (636us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242687.418772:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00000100:00100000:1.0:1761242687.418790:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954112 00000100:00100000:1.0:1761242687.418811:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:1.0:1761242687.418815:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480954112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418843:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480954112:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242687.418848:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00080000:1.0:1761242687.418915:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242687.418919:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242687.418923:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cc26d9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480954560:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761242687.418931:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242687.418933:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242687.418935:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480954624:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418965:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2c1c8d6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480954112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418974:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e5e57cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480954368:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418983:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480954752:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418990:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084ffe66b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480954304:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242687.418998:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480954688:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242688.121180:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242688.377515:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242688.377562:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242688.378576:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242688.378671:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242688.378868:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815232 00000100:00100000:1.0:1761242688.378967:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815168 00000100:00100000:3.0:1761242688.379011:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815360 00000100:00100000:3.0:1761242688.379041:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2178 00000100:00100000:3.0:1761242688.379047:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cda1bd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464815360:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761242688.379100:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5205 00000100:00100000:1.0:1761242688.379106:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef3bf5bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464815168:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00010000:02020000:3.0:1761242688.379141:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242688.379202:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cda1bd0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464815360:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 155us (1696us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242688.379215:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2178 00000100:00100000:2.0:1761242688.380093:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815104 00000100:00100000:2.0:1761242688.380142:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1863 00000100:00100000:2.0:1761242688.380147:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464815104:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242688.380209:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464815104:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 61us (2647us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242688.380216:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1863 00000100:00100000:1.0:1761242688.380654:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef3bf5bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464815168:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 1545us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242688.380663:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5205 00000100:00100000:0.0:1761242688.380785:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5206 00000100:00100000:0.0:1761242688.380790:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000623949e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464815232:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242688.380821:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000623949e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464815232:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 31us (2250us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242688.380827:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5206 00000100:00100000:3.0:1761242688.387036:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242688.387451:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815296 00000100:00100000:0.0:1761242688.387521:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2612 00000100:00100000:0.0:1761242688.387530:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464815296:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242688.387627:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464815296:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 97us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242688.387636:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2612 00010000:00010000:1.0:1761242689.146764:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242689.466644:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480954816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242689.466727:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242689.466781:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242689.466787:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001cc16545 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480954880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242689.466812:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242689.466974:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954816 00000100:00100000:2.0:1761242689.467023:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954880 00000100:00100000:2.0:1761242689.467046:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:2.0:1761242689.467051:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be6f5f2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480954816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242689.467086:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242689.467130:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be6f5f2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480954816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242689.467137:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00100000:2.0:1761242689.467158:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:2.0:1761242689.467162:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480954880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242689.467171:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242689.467192:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480954880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 30us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242689.467197:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00100000:2.0:1761242689.467265:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001cc16545 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480954880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242689.467282:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480954816:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1761242690.168498:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242690.489576:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242690.489592:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001cc16545 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480954944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242690.489665:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242690.489762:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480954944 00000100:00100000:2.0:1761242690.489807:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412 00000100:00100000:2.0:1761242690.489811:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e5e57cb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480954944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242690.489847:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242690.489892:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e5e57cb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480954944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242690.489897:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412 00000100:00100000:2.0:1761242690.489938:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001cc16545 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480954944:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242690.490246:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761242690.490255:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480955008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242690.490285:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242690.492558:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955008 00000100:00100000:0.0:1761242690.493813:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413 00000100:00100000:0.0:1761242690.493823:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008817c343 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480955008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242690.493868:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242690.493953:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008817c343 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480955008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 131us (3668us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242690.493960:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413 00000100:00100000:1.0:1761242690.494248:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480955008:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242691.195180:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242692.218459:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242692.539373:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025e166d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480955072:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242692.539412:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084ffe66b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480955200:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242692.539419:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242692.539426:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242692.539430:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242692.539435:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4199 00000100:00080000:1.0:1761242692.539439:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242692.539445:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242692.539466:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fcfe27cd x1846792480955520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242692.539478:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242692.539482:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761242692.539492:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242692.539496:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242692.539498:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242692.539502:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4199 00000100:00080000:1.0:1761242692.539504:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242692.539508:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242692.539519:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480955456:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242692.539549:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242692.539552:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e53a779b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480955136:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242692.539570:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761242692.539580:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480955264:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242692.539591:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242692.539614:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e32a80e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480955392:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242692.539616:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242692.539650:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242692.539666:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955456 00000100:00100000:2.0:1761242692.539678:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242692.539685:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8eadc73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480955328:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242692.539716:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955392 00000100:00100000:2.0:1761242692.539722:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242692.539744:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613 00000100:00100000:3.0:1761242692.539751:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480955456:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242692.539785:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614 00000100:00100000:2.0:1761242692.539796:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8167e67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480955392:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242692.539803:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480955456:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242692.539810:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613 00000100:00100000:2.0:1761242692.539854:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8167e67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480955392:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242692.539857:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480955456:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242692.539871:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614 00000100:00100000:3.0:1761242692.539906:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955200 00000100:00100000:2.0:1761242692.539916:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e32a80e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480955392:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242692.539934:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955264 00000100:00100000:3.0:1761242692.539954:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414 00000100:00100000:3.0:1761242692.539959:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480955200:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242692.539967:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b1a6176a x1846792480955584/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242692.539974:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955072 00000100:00100000:3.0:1761242692.540002:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480955200:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242692.540009:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414 00000100:00100000:0.0:1761242692.540012:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:0.0:1761242692.540018:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480955072:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242692.540029:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415 00000100:00100000:3.0:1761242692.540035:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e1da56d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480955264:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242692.540049:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480955520:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242692.540055:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480955072:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242692.540062:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00100000:3.0:1761242692.540078:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e1da56d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480955264:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242692.540086:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415 00000100:00100000:1.0:1761242692.540094:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242692.540102:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955136 00000100:00100000:1.0:1761242692.540114:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1a6176a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480955584:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242692.540128:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955328 00000100:00100000:3.0:1761242692.540133:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480955264:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242692.540150:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5207 00000100:00100000:3.0:1761242692.540152:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084ffe66b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480955200:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242692.540157:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001cc16545 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480955136:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242692.540164:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242692.540175:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761242692.540183:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480955648:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242692.540209:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242692.540217:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480955712:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242692.540289:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001cc16545 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480955136:12345-0@lo:400:kworker/u8:2.0 Request processed in 133us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242692.540294:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5207 00000100:00100000:0.0:1761242692.540315:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5208 00000100:00100000:0.0:1761242692.540318:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080d45629 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480955328:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242692.540339:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080d45629 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480955328:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242692.540343:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5208 00000100:00100000:0.0:1761242692.540360:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955520 00000100:00100000:3.0:1761242692.540395:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242692.540409:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955584 00000100:00100000:2.0:1761242692.540422:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955648 00000100:00100000:1.0:1761242692.540436:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179 00000100:00100000:3.0:1761242692.540440:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242692.540444:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c3728c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480955584:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242692.540456:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955712 00000100:00100000:3.0:1761242692.540473:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8eadc73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480955328:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242692.540479:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5209 00000100:00100000:2.0:1761242692.540485:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084ffe66b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480955648:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242692.540488:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e53a779b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480955136:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242692.540530:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084ffe66b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480955648:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242692.540538:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5209 00000100:00100000:3.0:1761242692.540544:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5210 00000100:00100000:3.0:1761242692.540550:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480955712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242692.540595:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480955712:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242692.540602:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5210 00000100:00100000:2.0:1761242692.540604:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480955648:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242692.540642:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480955712:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242692.540689:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180 00000100:00100000:0.0:1761242692.540692:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480955520:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242692.540765:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242692.540855:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480955520:12345-0@lo:8:kworker/u8:2.0 Request processed in 160us (763us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242692.540863:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180 00010000:02020000:1.0:1761242692.540885:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242692.540886:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025e166d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480955072:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242692.540918:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c3728c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480955584:12345-0@lo:8:kworker/u8:2.0 Request processed in 475us (755us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242692.540925:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179 00000100:00080000:3.0:1761242692.540950:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242692.540955:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242692.540958:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480955520:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761242692.540965:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242692.540967:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242692.540969:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1a6176a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480955584:0@lo:8:kworker/u8:2.0 00010000:00010000:3.0:1761242693.241884:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242693.492942:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242693.492999:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242693.493038:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242693.493075:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242693.493104:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242693.493134:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815552 00000100:00100000:2.0:1761242693.493185:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815488 00000100:00100000:2.0:1761242693.493209:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5211 00000100:00100000:2.0:1761242693.493214:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000206fc128 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464815552:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242693.493333:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000206fc128 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464815552:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 118us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242693.493342:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5211 00000100:00100000:2.0:1761242693.493360:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5212 00000100:00100000:2.0:1761242693.493364:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1a6176a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464815488:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242693.493385:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1a6176a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464815488:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 20us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242693.493391:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5212 00000100:00100000:1.0:1761242693.493663:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815680 00000100:00100000:1.0:1761242693.493688:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815616 00000100:00100000:1.0:1761242693.493712:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2615 00000100:00100000:1.0:1761242693.493717:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfe27cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464815616:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242693.493748:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfe27cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464815616:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 30us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242693.493753:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2615 00000100:00100000:1.0:1761242693.493768:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2181 00000100:00100000:1.0:1761242693.493772:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c983a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464815680:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761242693.493864:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242693.493890:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c983a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464815680:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 117us (956us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242693.493897:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2181 00000100:00100000:0.0:1761242693.494749:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815424 00000100:00100000:0.0:1761242693.494800:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1865 00000100:00100000:0.0:1761242693.494805:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464815424:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242693.494862:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464815424:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 55us (1862us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242693.494869:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1865 00010000:00010000:2.0:1761242694.264480:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242694.584731:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242694.584745:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480955840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242694.584812:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242694.584848:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242694.584855:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480955776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242694.584881:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242694.584909:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955840 00000100:00100000:2.0:1761242694.584954:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955776 00000100:00100000:2.0:1761242694.584974:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:2.0:1761242694.584979:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480955840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242694.585012:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242694.585050:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480955840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242694.585056:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00100000:2.0:1761242694.585074:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:2.0:1761242694.585078:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480955776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242694.585087:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242694.585113:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480955776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242694.585118:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00100000:2.0:1761242694.585164:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c839a290 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480955840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242694.585305:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480955776:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761242695.289337:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242695.608709:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e32a80e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480955904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242695.608801:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242695.608912:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955904 00000100:00100000:2.0:1761242695.608961:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3416 00000100:00100000:2.0:1761242695.608967:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025e166d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480955904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242695.609014:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242695.609059:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025e166d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480955904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242695.609065:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3416 00000100:00100000:3.0:1761242695.609153:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e32a80e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480955904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242695.609375:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242695.609382:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e53a779b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480955968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242695.609411:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242695.609472:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480955968 00000100:00100000:3.0:1761242695.609503:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417 00000100:00100000:3.0:1761242695.609508:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f7de0c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480955968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242695.609529:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242695.609569:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f7de0c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480955968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242695.609575:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417 00000100:00100000:1.0:1761242695.609636:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e53a779b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480955968:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242696.312415:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242697.337047:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242697.656481:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242697.656490:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242697.656493:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242697.656502:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4205 00000100:00080000:1.0:1761242697.656505:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242697.656513:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242697.656533:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ccc19c9a x1846792480956480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242697.656547:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242697.656549:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242697.656550:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242697.656552:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4205 00000100:00080000:1.0:1761242697.656554:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242697.656557:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242697.656567:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003a328abf x1846792480956544/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242697.656688:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003bbb252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480956032:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242697.656758:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242697.656790:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480956288:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242697.656799:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480956224:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242697.656818:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242697.656826:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242697.656834:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480956672:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242697.656854:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956224 00000100:00100000:0.0:1761242697.656859:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242697.656886:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956288 00000100:00100000:2.0:1761242697.656905:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418 00000100:00100000:2.0:1761242697.656910:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e32a80e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480956224:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242697.656921:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956672 00000100:00100000:0.0:1761242697.656939:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5213 00000100:00100000:0.0:1761242697.656942:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cc26d9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480956288:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242697.656952:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e32a80e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480956224:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242697.656958:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418 00000100:00100000:0.0:1761242697.656968:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cc26d9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480956288:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242697.656973:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5213 00000100:00100000:0.0:1761242697.656982:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5214 00000100:00100000:2.0:1761242697.656982:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480956608:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242697.656985:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480956672:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242697.657002:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242697.657006:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480956672:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242697.657011:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5214 00000100:00100000:0.0:1761242697.657020:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956608 00000100:00100000:2.0:1761242697.657043:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480956224:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242697.657044:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5215 00000100:00100000:0.0:1761242697.657048:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c839a290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480956608:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242697.657079:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c839a290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480956608:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242697.657085:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5215 00000100:00100000:2.0:1761242697.657087:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480956608:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242697.657104:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480956288:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242697.657113:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480956672:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242697.657201:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480956096:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242697.657288:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242697.657302:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480956352:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242697.657323:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242697.657349:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761242697.657354:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480956160:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242697.657400:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242697.657416:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480956416:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242697.657419:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956352 00000100:00100000:3.0:1761242697.657436:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242697.657441:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956416 00000100:00100000:2.0:1761242697.657456:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:3.0:1761242697.657458:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480956480:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242697.657459:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480956352:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242697.657479:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242697.657488:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480956352:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242697.657489:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a328abf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480956544:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242697.657494:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000100:00100000:2.0:1761242697.657506:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956480 00000100:00100000:3.0:1761242697.657506:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242697.657515:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956544 00000100:00100000:2.0:1761242697.657523:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617 00000100:00100000:2.0:1761242697.657526:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072c80d90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480956416:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242697.657528:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956160 00000100:00100000:3.0:1761242697.657549:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419 00000100:00100000:2.0:1761242697.657550:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072c80d90 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480956416:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242697.657553:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cab945f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480956160:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242697.657559:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617 00000100:00100000:2.0:1761242697.657569:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:2.0:1761242697.657571:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001315c5af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480956480:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242697.657576:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cab945f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480956160:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242697.657580:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419 00000100:00100000:3.0:1761242697.657604:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480956160:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242697.657612:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480956416:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242697.657618:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480956352:0@lo:400:kworker/u8:2.0 00010000:02020000:2.0:1761242697.657661:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242697.657678:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956096 00000100:00100000:0.0:1761242697.657699:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5216 00000100:00100000:0.0:1761242697.657702:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e53a779b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480956096:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242697.657703:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001315c5af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480956480:12345-0@lo:8:kworker/u8:2.0 Request processed in 131us (224us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242697.657709:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00100000:2.0:1761242697.657719:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183 00000100:00100000:2.0:1761242697.657722:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031c550e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480956544:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242697.657728:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e53a779b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480956096:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242697.657733:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5216 00010000:02020000:2.0:1761242697.657799:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242697.657822:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031c550e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480956544:12345-0@lo:8:kworker/u8:2.0 Request processed in 98us (315us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242697.657827:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183 00000100:00100000:1.0:1761242697.657880:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956032 00000100:00100000:1.0:1761242697.657910:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:1.0:1761242697.657914:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480956032:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242697.657959:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480956032:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (1202us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242697.657964:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00100000:2.0:1761242697.658024:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003bbb252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480956032:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242697.658073:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242697.658076:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242697.658080:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480956480:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761242697.658087:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242697.658089:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242697.658091:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a328abf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480956544:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242697.658117:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480956096:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1761242698.360717:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242698.613675:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242698.615346:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815744 00000100:00100000:0.0:1761242698.615413:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1867 00000100:00100000:0.0:1761242698.615419:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464815744:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242698.615515:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464815744:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 95us (1850us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242698.615523:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1867 00000100:00100000:2.0:1761242698.615940:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242698.616877:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242698.616919:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242698.616940:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815808 00000100:00100000:1.0:1761242698.617174:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5217 00000100:00100000:1.0:1761242698.617181:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d8a3fbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464815808:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242698.617264:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d8a3fbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464815808:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 82us (1326us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242698.617271:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5217 00000100:00100000:3.0:1761242698.617323:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815936 00000100:00100000:3.0:1761242698.617349:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2618 00000100:00100000:3.0:1761242698.617353:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dccb276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464815936:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242698.617376:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dccb276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464815936:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 23us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242698.617382:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2618 00000100:00100000:2.0:1761242698.621987:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242698.622500:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464815872 00000100:00100000:0.0:1761242698.622843:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816000 00000100:00100000:0.0:1761242698.622889:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2184 00000100:00100000:0.0:1761242698.622894:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e9b8b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464816000:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761242698.622988:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242698.623052:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e9b8b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464816000:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 157us (1078us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242698.623060:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2184 00000100:00100000:1.0:1761242698.624066:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5218 00000100:00100000:1.0:1761242698.624075:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464815872:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242698.624143:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464815872:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 69us (7225us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242698.624150:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5218 00010000:00010000:3.0:1761242699.385065:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242699.704446:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f60cf93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480956736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242699.704520:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242699.704608:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956736 00000100:00100000:2.0:1761242699.704660:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1761242699.704667:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bcb4c81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480956736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242699.704703:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242699.704776:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bcb4c81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480956736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242699.704784:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00000100:00100000:2.0:1761242699.704848:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f60cf93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480956736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242699.705161:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb751e19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480956800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242699.705204:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242699.705510:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956800 00000100:00100000:0.0:1761242699.705548:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:0.0:1761242699.705553:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dca18ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480956800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242699.705567:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242699.705610:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dca18ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480956800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242699.705616:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1761242699.705682:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb751e19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480956800:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761242700.408442:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242700.731657:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006321a527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480956864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242700.731736:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242700.731834:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956864 00000100:00100000:2.0:1761242700.731888:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420 00000100:00100000:2.0:1761242700.731894:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb751e19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480956864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242700.731933:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242700.731976:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb751e19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480956864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242700.731982:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420 00000100:00100000:1.0:1761242700.733473:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006321a527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480956864:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242700.734331:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242700.734860:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd76d645 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480956928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242700.734929:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242700.736821:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956928 00000100:00100000:2.0:1761242700.736892:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421 00000100:00100000:2.0:1761242700.736899:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f5b4162 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480956928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242700.736944:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242700.738299:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f5b4162 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480956928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1393us (3364us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242700.738311:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421 00000100:00100000:1.0:1761242700.739589:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd76d645 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480956928:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242701.434190:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242702.456491:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242702.776511:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000745d987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480956992:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242702.776577:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242702.776637:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480956992 00000100:00100000:1.0:1761242702.776681:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868 00000100:00100000:1.0:1761242702.776685:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099c17798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480956992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242702.777253:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c08ac3bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480957056:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242702.777285:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099c17798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480956992:12345-0@lo:400:kworker/u8:3.0 Request processed in 597us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242702.777293:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868 00000100:00100000:0.0:1761242702.777298:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242702.777344:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957056 00000100:00100000:0.0:1761242702.777391:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5219 00000100:00100000:0.0:1761242702.777399:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480957056:12345-0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242702.777420:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242702.777424:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242702.777428:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242702.777432:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4210 00000100:00080000:3.0:1761242702.777434:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242702.777438:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242702.777450:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480957056:12345-0@lo:400:kworker/u8:3.0 Request processed in 52us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242702.777457:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001eb0fad1 x1846792480957440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242702.777459:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5219 00000100:00080000:3.0:1761242702.777473:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242702.777476:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242702.777478:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242702.777481:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4210 00000100:00080000:3.0:1761242702.777483:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242702.777485:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242702.777493:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fa46fb80 x1846792480957504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242702.777503:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5724c61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480957120:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242702.777524:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001eb0fad1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480957440:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242702.777541:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242702.777557:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242702.777563:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3d70c0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480957376:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242702.777578:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa46fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480957504:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242702.777597:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242702.777606:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242702.777622:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761242702.777632:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cca835e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480957184:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242702.777639:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957440 00000100:00100000:0.0:1761242702.777662:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242702.777663:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957376 00000100:00100000:0.0:1761242702.777684:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c62ded5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480957568:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242702.777687:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957504 00000100:00100000:3.0:1761242702.777706:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619 00000100:00100000:3.0:1761242702.777712:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004ce4eb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480957376:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242702.777714:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242702.777747:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1761242702.777751:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004ce4eb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480957376:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242702.777755:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b43b212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480957440:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242702.777763:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619 00000100:00100000:3.0:1761242702.777779:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186 00000100:00100000:3.0:1761242702.777784:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc740d8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480957504:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761242702.777887:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242702.777916:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc740d8c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480957504:12345-0@lo:8:kworker/u8:3.0 Request processed in 132us (311us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242702.777922:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186 00000100:00080000:3.0:1761242702.777969:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242702.777973:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242702.777978:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa46fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480957504:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242702.777989:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957568 00000100:00100000:1.0:1761242702.778018:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5220 00000100:00100000:1.0:1761242702.778022:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045cd95b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480957568:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242702.778052:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045cd95b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480957568:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242702.778058:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5220 00000100:00100000:1.0:1761242702.778096:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008235119a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480957312:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242702.778133:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242702.778155:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000745d987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480956992:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242702.778172:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005799856 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480957248:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242702.778959:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3d70c0b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480957376:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242702.779274:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242702.779298:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7fc75c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480957632:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242702.779324:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242702.779361:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957120 00000100:00100000:2.0:1761242702.779393:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957184 00000100:00100000:2.0:1761242702.779411:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3422 00000100:00100000:2.0:1761242702.779416:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2c1c8d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480957120:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242702.779526:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c62ded5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480957568:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242702.779553:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423 00000100:00100000:3.0:1761242702.779557:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009375ca7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480957184:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242702.779599:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009375ca7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480957184:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (1939us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242702.779605:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423 00000100:00100000:3.0:1761242702.779629:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957312 00000100:00100000:3.0:1761242702.779653:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620 00000100:00100000:3.0:1761242702.779656:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f8138c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480957312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242702.779685:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f8138c4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480957312:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (1552us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242702.779691:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620 00000100:00100000:3.0:1761242702.779719:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cca835e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480957184:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242702.779751:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957248 00000100:00100000:3.0:1761242702.779773:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957632 00000100:00100000:2.0:1761242702.780093:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2c1c8d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480957120:12345-0@lo:400:kworker/u8:3.0 Request processed in 674us (2551us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242702.780100:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3422 00000100:00100000:2.0:1761242702.780140:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5724c61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480957120:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242702.780256:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008235119a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480957312:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242702.780269:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c08ac3bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480957056:0@lo:400:kworker/u8:3.0 00010000:02020000:0.0:1761242702.780637:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242702.780683:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b43b212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480957440:12345-0@lo:8:kworker/u8:3.0 Request processed in 2930us (3127us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242702.780692:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1761242702.782276:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5221 00000100:00100000:3.0:1761242702.782294:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480957248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242702.782383:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480957248:12345-0@lo:400:kworker/u8:3.0 Request processed in 94us (3110us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242702.782523:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5222 00000100:00100000:2.0:1761242702.782530:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006321a527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480957632:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242702.782567:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006321a527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480957632:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (3242us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242702.782574:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5222 00000100:00100000:2.0:1761242702.782639:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005799856 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480957248:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242702.782651:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7fc75c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480957632:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761242702.782724:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242702.782728:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242702.782731:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001eb0fad1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480957440:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242702.784097:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5221 00010000:00010000:3.0:1761242703.481850:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242703.733453:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242703.736176:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242703.740439:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242703.740486:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242703.740521:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242703.740750:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816064 00000100:00100000:2.0:1761242703.740795:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1869 00000100:00100000:2.0:1761242703.740801:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007217741c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464816064:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242703.740867:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007217741c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464816064:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 66us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242703.740875:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1869 00000100:00100000:2.0:1761242703.740925:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816256 00000100:00100000:3.0:1761242703.741108:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816128 00000100:00100000:2.0:1761242703.741353:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816320 00000100:00100000:2.0:1761242703.741378:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2621 00000100:00100000:2.0:1761242703.741383:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464816256:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242703.741417:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464816256:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 33us (5248us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242703.741424:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2621 00000100:00100000:2.0:1761242703.741439:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2187 00000100:00100000:2.0:1761242703.741443:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464816320:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:2.0:1761242703.741531:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242703.741558:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464816320:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 114us (1126us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242703.741564:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2187 00000100:00100000:2.0:1761242703.741791:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816192 00000100:00100000:3.0:1761242703.746529:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5223 00000100:00100000:3.0:1761242703.746540:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e9b8b2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464816128:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242703.746616:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e9b8b2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464816128:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 77us (13171us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242703.746624:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5223 00000100:00100000:2.0:1761242703.752511:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5224 00000100:00100000:2.0:1761242703.752522:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464816192:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242703.752603:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464816192:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 83us (12082us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242703.752614:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5224 00010000:00010000:1.0:1761242704.504491:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242704.824570:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242704.824587:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007edecb34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480957696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242704.824825:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242704.824866:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957696 00000100:00100000:0.0:1761242704.824905:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:0.0:1761242704.824911:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4856beb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480957696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242704.824956:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242704.824998:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4856beb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480957696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242704.825005:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:3.0:1761242704.825067:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242704.825085:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cca835e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480957760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242704.825114:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242704.825289:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957760 00000100:00100000:0.0:1761242704.825309:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:0.0:1761242704.825312:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c62ded5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480957760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242704.825322:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242704.825356:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c62ded5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480957760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242704.825362:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00100000:0.0:1761242704.825386:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007edecb34 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480957696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242704.825387:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cca835e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480957760:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242705.528472:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242705.850938:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a14e2c5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480957824:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242705.851005:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242705.853353:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957824 00000100:00100000:2.0:1761242705.853432:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424 00000100:00100000:2.0:1761242705.853440:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007edecb34 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480957824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242705.853481:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242705.853570:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007edecb34 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480957824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 130us (2565us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242705.853577:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424 00000100:00100000:1.0:1761242705.853693:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a14e2c5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480957824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242705.853908:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761242705.853923:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cca835e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480957888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242705.853963:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242705.857343:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957888 00000100:00100000:2.0:1761242705.857416:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425 00000100:00100000:2.0:1761242705.857422:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000937cb044 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480957888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242705.857466:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242705.857557:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000937cb044 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480957888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (3594us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242705.857565:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425 00000100:00100000:0.0:1761242705.857681:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cca835e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480957888:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242706.552536:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242707.576505:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242707.898559:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761242707.898559:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000910cea14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480958016:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242707.898566:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242707.898571:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242707.898577:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4215 00000100:00080000:1.0:1761242707.898579:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242707.898585:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242707.898607:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000282ba0a0 x1846792480958400/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242707.898635:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242707.898674:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480958272:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242707.898676:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242707.898681:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242707.898683:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242707.898687:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4215 00000100:00080000:1.0:1761242707.898689:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242707.898694:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242707.898704:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242707.898710:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000490226b4 x1846792480958464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242707.898728:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1761242707.898736:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044cc63bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480958080:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242707.898763:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242707.898766:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000282ba0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480958400:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242707.898780:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d598c1c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480958336:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242707.898804:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242707.898825:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958016 00000100:00100000:1.0:1761242707.898832:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480958464:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242707.898863:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5225 00000100:00100000:3.0:1761242707.898868:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3d70c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480958016:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242707.898952:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad08f557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480957952:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242707.898978:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014ccf3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480958144:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242707.899572:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242707.899584:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3d70c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480958016:12345-0@lo:400:kworker/u8:2.0 Request processed in 712us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242707.899594:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5225 00000100:00100000:1.0:1761242707.899613:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958272 00000100:00100000:3.0:1761242707.899630:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958080 00000100:00100000:3.0:1761242707.899657:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426 00000100:00100000:3.0:1761242707.899661:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1c2b708 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480958080:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242707.899691:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1c2b708 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480958080:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242707.899697:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426 00000100:00100000:3.0:1761242707.899717:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242707.899757:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000910cea14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480958016:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242707.899761:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242707.899765:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242707.899790:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd381cfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480958208:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242707.899792:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044cc63bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480958080:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242707.899797:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dca18ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480958528:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242707.899820:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480957952 00000100:00100000:0.0:1761242707.899823:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242707.899847:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958208 00000100:00100000:3.0:1761242707.899850:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00100000:3.0:1761242707.899855:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480957952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242707.899882:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958400 00000100:00100000:2.0:1761242707.899888:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5226 00000100:00100000:2.0:1761242707.899894:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f53985de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480958208:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242707.899905:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958464 00000100:00100000:1.0:1761242707.899915:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958336 00000100:00100000:3.0:1761242707.900148:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480957952:12345-0@lo:400:kworker/u8:2.0 Request processed in 291us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242707.900155:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00100000:3.0:1761242707.900185:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622 00000100:00100000:3.0:1761242707.900190:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa46fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480958272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242707.900218:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa46fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480958272:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (1516us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242707.900223:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622 00000100:00100000:3.0:1761242707.900261:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623 00000100:00100000:3.0:1761242707.900265:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c2e2ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480958336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242707.900273:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188 00000100:00100000:1.0:1761242707.900279:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058299a68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480958400:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242707.900293:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c2e2ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480958336:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242707.900299:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623 00000100:00100000:3.0:1761242707.900311:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189 00000100:00100000:3.0:1761242707.900314:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a328abf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480958464:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242707.900360:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f53985de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480958208:12345-0@lo:400:kworker/u8:2.0 Request processed in 465us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242707.900371:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5226 00000100:00100000:2.0:1761242707.900408:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958144 00000100:00100000:2.0:1761242707.900427:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427 00000100:00100000:2.0:1761242707.900431:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be5a8665 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480958144:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242707.900457:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be5a8665 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480958144:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242707.900463:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427 00010000:02020000:1.0:1761242707.900470:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242707.900502:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d598c1c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480958336:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242707.900517:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058299a68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480958400:12345-0@lo:8:kworker/u8:2.0 Request processed in 236us (1713us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242707.900521:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480958272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242707.900528:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188 00000100:00100000:2.0:1761242707.900586:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761242707.900588:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242707.900594:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242707.900598:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000282ba0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480958400:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242707.900620:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014ccf3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480958144:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242707.901322:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd381cfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480958208:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242707.901332:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008c3728c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480958592:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242707.901362:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242707.901394:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad08f557 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480957952:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242707.901417:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958528 00000100:00100000:0.0:1761242707.901443:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958592 00000100:00100000:0.0:1761242707.901458:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5227 00000100:00100000:0.0:1761242707.901462:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003acc71bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480958528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242707.901504:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003acc71bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480958528:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242707.901510:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5227 00000100:00100000:0.0:1761242707.901523:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5228 00000100:00100000:0.0:1761242707.901526:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000600d252c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480958592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242707.901554:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000600d252c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480958592:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242707.901559:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5228 00000100:00100000:0.0:1761242707.901584:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008c3728c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480958592:0@lo:400:kworker/u8:2.0 00010000:02020000:3.0:1761242707.901699:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242707.901792:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dca18ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480958528:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242707.901858:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242707.901862:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242707.901866:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480958464:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242707.901911:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a328abf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480958464:12345-0@lo:8:kworker/u8:2.0 Request processed in 1595us (2341us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242707.901920:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189 00010000:00010000:1.0:1761242708.602517:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242708.851593:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242708.851644:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242708.851683:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242708.852417:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816448 00000100:00100000:1.0:1761242708.852470:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5229 00000100:00100000:1.0:1761242708.852476:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004614deb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464816448:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242708.852555:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004614deb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464816448:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 78us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242708.852562:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5229 00000100:00100000:3.0:1761242708.852764:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816576 00000100:00100000:3.0:1761242708.852873:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2624 00000100:00100000:3.0:1761242708.852878:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038fd3e5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464816576:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242708.852905:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816384 00000100:00100000:3.0:1761242708.852913:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038fd3e5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464816576:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 35us (1270us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242708.852923:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2624 00000100:00100000:0.0:1761242708.852933:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1871 00000100:00100000:0.0:1761242708.852937:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464816384:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242708.852963:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464816384:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 25us (1281us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242708.852970:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1871 00000100:00100000:2.0:1761242708.853279:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242708.853321:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242708.853411:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816640 00000100:00100000:3.0:1761242708.853442:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2190 00000100:00100000:3.0:1761242708.853446:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8167e67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464816640:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:3.0:1761242708.853542:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242708.853586:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8167e67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464816640:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 138us (265us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242708.853593:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2190 00000100:00100000:1.0:1761242708.853658:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816512 00000100:00100000:0.0:1761242708.854143:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5230 00000100:00100000:0.0:1761242708.854148:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac9d1b07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464816512:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242708.854267:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac9d1b07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464816512:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 49us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242708.854276:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5230 00010000:00010000:3.0:1761242709.624498:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242709.944468:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005ddb790 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480958656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242709.944541:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242709.944593:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958656 00000100:00100000:3.0:1761242709.944631:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:3.0:1761242709.944636:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026c32de6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480958656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242709.944668:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242709.944706:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026c32de6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480958656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242709.944713:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00100000:3.0:1761242709.944750:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005ddb790 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480958656:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242709.944764:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761242709.944770:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd0ebb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480958720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242709.944790:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242709.947319:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958720 00000100:00100000:0.0:1761242709.947679:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:0.0:1761242709.947687:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e9f11e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480958720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242709.947720:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242709.947810:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e9f11e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480958720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (3019us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242709.947818:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00100000:3.0:1761242709.947996:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd0ebb7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480958720:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242710.649049:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242710.968430:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242710.968446:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fcbd2cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480958784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242710.968511:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242710.969137:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958784 00000100:00100000:3.0:1761242710.969195:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3428 00000100:00100000:3.0:1761242710.969201:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c467e442 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480958784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242710.969262:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242710.969317:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c467e442 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480958784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242710.969400:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fcbd2cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480958784:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242710.969454:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3428 00000100:00100000:0.0:1761242710.970163:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a14e2c5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480958848:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242710.970203:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242710.970364:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958848 00000100:00100000:3.0:1761242710.970399:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429 00000100:00100000:3.0:1761242710.970404:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd0ebb7a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480958848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242710.970430:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242710.970480:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd0ebb7a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480958848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242710.970486:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429 00000100:00100000:1.0:1761242710.970596:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a14e2c5b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480958848:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242711.673157:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242712.696650:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242713.016946:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242713.018734:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000282ba0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480958976:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242713.018808:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242713.018839:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480958912:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242713.018867:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242713.018946:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958912 00000100:00100000:3.0:1761242713.019000:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872 00000100:00100000:3.0:1761242713.019006:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480958912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242713.019055:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480958912:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242713.019061:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872 00000100:00100000:0.0:1761242713.019149:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480958912:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.020148:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480958976 00000100:00080000:1.0:1761242713.020322:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242713.020328:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242713.020331:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242713.020338:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4220 00000100:00100000:3.0:1761242713.020339:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480959040:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242713.020341:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242713.020347:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242713.020370:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006bbdfd6e x1846792480959360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242713.020384:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761242713.020385:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242713.020390:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242713.020391:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242713.020395:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4220 00000100:00080000:1.0:1761242713.020398:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242713.020401:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242713.020407:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480959296:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242713.020413:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d197b800 x1846792480959424/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242713.020434:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242713.020455:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003bbb252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480959104:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242713.020468:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959040 00000100:00100000:1.0:1761242713.020488:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242713.020547:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5231 00000100:00100000:2.0:1761242713.020553:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005ddb790 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480958976:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242713.020620:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480959232:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242713.020774:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959104 00000100:00100000:3.0:1761242713.020795:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430 00000100:00100000:3.0:1761242713.020798:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006666a740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480959040:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.023662:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959296 00000100:00100000:2.0:1761242713.023732:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625 00000100:00100000:2.0:1761242713.023738:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fcbd2cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480959296:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.023830:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fcbd2cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480959296:12345-0@lo:400:kworker/u8:2.0 Request processed in 91us (3397us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242713.023836:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625 00000100:00100000:2.0:1761242713.023861:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431 00000100:00100000:2.0:1761242713.023866:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490226b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480959104:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.023897:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490226b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480959104:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (3410us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242713.023902:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431 00000100:00100000:2.0:1761242713.023958:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480959296:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.024002:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005ddb790 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480958976:12345-0@lo:400:kworker/u8:2.0 Request processed in 3448us (5194us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242713.024009:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5231 00000100:00100000:2.0:1761242713.024079:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480959168:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.024116:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242713.024133:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480959552:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.024154:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242713.024192:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959168 00000100:00100000:2.0:1761242713.024214:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959552 00000100:00100000:2.0:1761242713.024250:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5232 00000100:00100000:2.0:1761242713.024254:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a14e2c5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480959168:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.024284:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a14e2c5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480959168:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242713.024289:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5232 00000100:00100000:2.0:1761242713.024302:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5233 00000100:00100000:2.0:1761242713.024306:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480959552:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.024328:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480959552:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242713.024333:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5233 00000100:00100000:2.0:1761242713.024358:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480959168:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.024367:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480959552:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.024448:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480959360:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242713.024475:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242713.024890:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242713.024918:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959360 00000100:00100000:0.0:1761242713.024955:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959232 00000100:00100000:0.0:1761242713.025381:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:0.0:1761242713.025387:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480959232:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242713.025438:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480959232:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242713.025446:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00000100:00100000:0.0:1761242713.025459:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191 00000100:00100000:0.0:1761242713.025463:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfe27cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480959360:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242713.025551:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242713.025578:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfe27cd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480959360:12345-0@lo:8:kworker/u8:2.0 Request processed in 115us (1103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242713.025584:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191 00000100:00100000:0.0:1761242713.025616:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000282ba0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480958976:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242713.025642:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480959232:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242713.026469:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003bbb252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480959104:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242713.026487:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480959488:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242713.026525:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242713.026605:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480959424:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242713.026624:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959488 00000100:00100000:2.0:1761242713.026652:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242713.026679:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5234 00000100:00100000:0.0:1761242713.026686:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dca18ff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480959488:12345-0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1761242713.026691:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242713.026696:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242713.026701:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480959360:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242713.027257:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006666a740 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480959040:12345-0@lo:400:kworker/u8:2.0 Request processed in 6455us (6872us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242713.027268:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430 00000100:00100000:2.0:1761242713.028594:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480959040:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242713.028929:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959424 00000100:00100000:2.0:1761242713.028969:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192 00000100:00100000:2.0:1761242713.028974:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077bbfd39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480959424:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242713.033570:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242713.033670:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077bbfd39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480959424:12345-0@lo:8:kworker/u8:2.0 Request processed in 4694us (7018us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242713.033683:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192 00000100:00080000:2.0:1761242713.033746:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242713.033749:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242713.033754:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480959424:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242713.034213:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dca18ff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480959488:12345-0@lo:400:kworker/u8:2.0 Request processed in 7525us (7686us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242713.034223:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5234 00000100:00100000:1.0:1761242713.034340:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480959488:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242713.721258:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242713.972007:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242713.972055:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242713.972098:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242713.972144:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242713.972159:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816832 00000100:00100000:2.0:1761242713.972175:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816896 00000100:00100000:3.0:1761242713.972209:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816768 00000100:00100000:2.0:1761242713.972218:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2627 00000100:00100000:2.0:1761242713.972261:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464816896:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242713.972267:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5235 00000100:00100000:3.0:1761242713.972273:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b47aafb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464816832:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242713.972345:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b47aafb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464816832:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 68us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242713.972346:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464816896:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 117us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242713.972357:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5235 00000100:00100000:2.0:1761242713.972360:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2627 00000100:00100000:3.0:1761242713.972376:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5236 00000100:00100000:3.0:1761242713.972380:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dac1d6f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464816768:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242713.972398:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dac1d6f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464816768:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 17us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242713.972404:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5236 00000100:00100000:0.0:1761242713.972495:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816704 00000100:00100000:0.0:1761242713.972541:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1873 00000100:00100000:0.0:1761242713.972548:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464816704:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242713.972580:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464816704:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 32us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242713.972586:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1873 00000100:00100000:3.0:1761242713.975883:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242713.975967:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464816960 00000100:00100000:1.0:1761242713.976019:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2193 00000100:00100000:1.0:1761242713.976025:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cca835e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464816960:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761242713.976115:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242713.976189:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cca835e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464816960:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 162us (313us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242713.976195:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2193 00010000:00010000:2.0:1761242714.744548:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242715.064762:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242715.064776:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480959616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242715.064844:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242715.064902:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959616 00000100:00100000:1.0:1761242715.064946:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:1.0:1761242715.064951:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003bbb252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480959616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242715.064984:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242715.065024:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003bbb252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480959616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242715.065031:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00100000:1.0:1761242715.065073:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480959616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242715.066035:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242715.066046:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddb032b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480959680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242715.066082:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242715.069709:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959680 00000100:00100000:0.0:1761242715.070779:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:0.0:1761242715.070787:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bcb4c81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480959680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242715.070817:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242715.070908:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bcb4c81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480959680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (4826us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242715.070919:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:3.0:1761242715.071118:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddb032b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480959680:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242715.768478:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242716.088588:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242716.088604:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480959744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242716.088674:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242716.088713:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959744 00000100:00100000:0.0:1761242716.088746:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432 00000100:00100000:0.0:1761242716.088751:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddb032b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480959744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242716.088783:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242716.088816:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddb032b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480959744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242716.088822:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432 00000100:00100000:0.0:1761242716.088859:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480959744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242716.089047:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242716.089053:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480959808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242716.089077:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242716.089146:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959808 00000100:00100000:2.0:1761242716.089175:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433 00000100:00100000:2.0:1761242716.089178:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eb0fad1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480959808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242716.089197:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242716.089223:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eb0fad1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480959808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 44us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242716.089256:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433 00000100:00100000:1.0:1761242716.089333:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480959808:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242716.792412:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242717.817261:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761242718.137302:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242718.137310:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242718.137313:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242718.137320:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4225 00000100:00080000:2.0:1761242718.137324:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242718.137330:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242718.137349:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ad1cb3fc x1846792480960320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761242718.137365:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242718.137368:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242718.137369:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242718.137372:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4225 00000100:00080000:2.0:1761242718.137374:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242718.137377:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242718.137388:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004dccb276 x1846792480960384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242718.137434:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480960000:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242718.137494:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242718.137521:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480960256:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242718.137545:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242718.137565:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761242718.137570:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480959936:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242718.137594:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242718.137610:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b35b7b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480960192:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242718.137630:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242718.137652:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480960320:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242718.137672:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242718.137683:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480960384:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242718.137701:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242718.137729:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960256 00000100:00100000:2.0:1761242718.137768:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960192 00000100:00100000:2.0:1761242718.137782:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960320 00000100:00100000:2.0:1761242718.137792:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628 00000100:00100000:2.0:1761242718.137797:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480960256:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242718.137852:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480960256:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242718.137859:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628 00000100:00100000:2.0:1761242718.137874:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960384 00000100:00100000:2.0:1761242718.137883:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00100000:2.0:1761242718.137887:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007594bc25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480960192:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242718.137910:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007594bc25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480960192:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242718.137916:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00100000:2.0:1761242718.137926:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194 00000100:00100000:2.0:1761242718.137928:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480960320:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242718.138014:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242718.138042:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480960320:12345-0@lo:8:kworker/u8:2.0 Request processed in 113us (370us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242718.138048:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194 00000100:00100000:2.0:1761242718.138058:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195 00000100:00100000:2.0:1761242718.138061:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be6f5f2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480960384:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242718.138141:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242718.138161:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be6f5f2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480960384:12345-0@lo:8:kworker/u8:2.0 Request processed in 99us (460us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242718.138167:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195 00000100:00100000:2.0:1761242718.138184:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959936 00000100:00100000:2.0:1761242718.138205:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5237 00000100:00100000:2.0:1761242718.138209:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da1be09d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480959936:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242718.138255:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da1be09d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480959936:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242718.138261:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5237 00000100:00080000:2.0:1761242718.138299:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242718.138303:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242718.138306:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480960320:0@lo:8:kworker/u8:2.0 00000100:00080000:2.0:1761242718.138314:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242718.138316:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242718.138319:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480960384:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242718.138349:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480959936:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242718.138356:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b35b7b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480960192:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242718.138363:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480960256:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242718.138465:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960000 00000100:00100000:3.0:1761242718.138499:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3434 00000100:00100000:3.0:1761242718.138502:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480960000:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242718.138537:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480960000:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242718.138543:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3434 00000100:00100000:3.0:1761242718.138568:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480960000:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.138650:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480960064:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.138679:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242718.138704:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b35ced0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480960448:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.138725:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242718.138740:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1761242718.138745:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480959872:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.138768:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242718.138782:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480960128:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.138801:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242718.138812:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e29d194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480960512:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.138843:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242718.138877:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480959872 00000100:00100000:0.0:1761242718.138900:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:0.0:1761242718.138904:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480959872:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.138933:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480959872:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242718.138938:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00000100:00100000:0.0:1761242718.138964:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960448 00000100:00100000:0.0:1761242718.138984:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960128 00000100:00100000:0.0:1761242718.138997:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960512 00000100:00100000:0.0:1761242718.139015:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5238 00000100:00100000:0.0:1761242718.139018:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007603cd2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480960448:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.139044:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007603cd2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480960448:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242718.139049:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5238 00000100:00100000:0.0:1761242718.139059:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5239 00000100:00100000:0.0:1761242718.139061:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aecf5c4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480960128:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.139083:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aecf5c4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480960128:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242718.139089:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5239 00000100:00100000:0.0:1761242718.139098:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5240 00000100:00100000:0.0:1761242718.139101:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aaa4f46f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480960512:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.139122:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aaa4f46f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480960512:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242718.139127:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5240 00000100:00100000:0.0:1761242718.139170:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480959872:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.139179:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480960128:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.139187:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e29d194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480960512:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242718.139201:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b35ced0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480960448:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242718.139290:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960064 00000100:00100000:3.0:1761242718.139320:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435 00000100:00100000:3.0:1761242718.139324:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ce474bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480960064:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242718.139354:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ce474bb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480960064:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242718.139359:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435 00000100:00100000:0.0:1761242718.139419:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480960064:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1761242718.840513:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242719.092656:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242719.093072:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242719.093112:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242719.093142:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242719.093350:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817024 00000100:00100000:3.0:1761242719.093399:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1875 00000100:00100000:3.0:1761242719.093406:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bcc21b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464817024:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242719.093484:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bcc21b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464817024:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 78us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242719.093492:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1875 00000100:00100000:2.0:1761242719.093891:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817216 00000100:00100000:1.0:1761242719.094175:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242719.094209:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817088 00000100:00100000:0.0:1761242719.094263:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817152 00000100:00100000:0.0:1761242719.094285:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5241 00000100:00100000:0.0:1761242719.094292:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5b01949 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464817088:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242719.094342:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5b01949 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464817088:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 50us (1694us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242719.094348:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5241 00000100:00100000:0.0:1761242719.094363:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5242 00000100:00100000:0.0:1761242719.094367:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad08f557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464817152:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242719.094392:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad08f557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464817152:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 24us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242719.094399:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5242 00000100:00100000:2.0:1761242719.095372:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817280 00000100:00100000:2.0:1761242719.095408:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2630 00000100:00100000:2.0:1761242719.095414:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c3728c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464817216:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242719.095468:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c3728c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464817216:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 54us (2397us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242719.095476:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2630 00000100:00100000:2.0:1761242719.095491:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2196 00000100:00100000:2.0:1761242719.095494:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd381cfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464817280:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761242719.095584:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242719.095612:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd381cfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464817280:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 116us (1439us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242719.095618:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2196 00010000:00010000:3.0:1761242719.864432:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242720.185278:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000885d4083 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480960576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242720.185353:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242720.185411:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014ccf3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480960640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242720.185442:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242720.185474:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960576 00000100:00100000:2.0:1761242720.185495:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960640 00000100:00100000:1.0:1761242720.185519:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:1.0:1761242720.185525:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480960576:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242720.185528:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:2.0:1761242720.185536:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480960640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242720.185561:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:2.0:1761242720.185561:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242720.185616:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480960640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242720.185619:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480960576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242720.185629:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1761242720.185635:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:2.0:1761242720.185692:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014ccf3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480960640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242720.185731:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000885d4083 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480960576:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242720.888913:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242721.208434:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242721.208452:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480960768:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242721.208527:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242721.208563:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480960704:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242721.208578:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960768 00000100:00100000:1.0:1761242721.208584:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242721.208626:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960704 00000100:00100000:2.0:1761242721.208662:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436 00000100:00100000:2.0:1761242721.208667:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e1d5f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480960768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242721.208708:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242721.208754:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e1d5f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480960768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242721.208765:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436 00000100:00100000:2.0:1761242721.208817:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437 00000100:00100000:2.0:1761242721.208822:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d598c1c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480960704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242721.208842:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242721.208871:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d598c1c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480960704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242721.208877:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437 00000100:00100000:1.0:1761242721.209010:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480960768:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242721.209023:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480960704:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242721.916350:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242722.937525:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242723.256474:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480960896:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1761242723.256485:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242723.256491:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242723.256495:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242723.256501:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4230 00000100:00080000:2.0:1761242723.256504:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242723.256511:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242723.256533:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ad1cb3fc x1846792480961280/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242723.256551:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761242723.256553:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242723.256558:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242723.256559:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242723.256564:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4230 00000100:00080000:2.0:1761242723.256566:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242723.256569:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242723.256581:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007f665d10 x1846792480961344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242723.256604:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480961152:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242723.256624:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480961280:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242723.256636:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242723.256659:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1761242723.256665:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242723.256668:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480960832:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242723.256693:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f665d10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480961344:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242723.256707:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242723.256725:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242723.256727:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480961088:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.256770:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242723.256783:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961152 00000100:00100000:1.0:1761242723.256787:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2e11238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480961472:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.256812:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242723.256825:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961280 00000100:00100000:1.0:1761242723.256844:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960896 00000100:00100000:2.0:1761242723.256847:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961344 00000100:00100000:2.0:1761242723.256867:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631 00000100:00100000:2.0:1761242723.256873:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000910cea14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480961152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.256884:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961088 00000100:00100000:1.0:1761242723.256906:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961472 00000100:00100000:2.0:1761242723.256929:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000910cea14 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480961152:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242723.256934:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5243 00000100:00100000:2.0:1761242723.256941:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631 00000100:00100000:1.0:1761242723.256942:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044cc63bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480960896:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242723.256961:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197 00000100:00100000:2.0:1761242723.256965:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a23674e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480961280:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242723.256984:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044cc63bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480960896:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242723.256990:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5243 00000100:00100000:1.0:1761242723.257006:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5244 00000100:00100000:1.0:1761242723.257010:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014ccf3a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480961088:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.257037:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014ccf3a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480961088:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242723.257041:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5244 00000100:00100000:1.0:1761242723.257051:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5245 00000100:00100000:1.0:1761242723.257054:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d197b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480961472:12345-0@lo:400:kworker/u8:2.0 00010000:02020000:2.0:1761242723.257065:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242723.257078:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d197b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480961472:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242723.257083:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5245 00000100:00100000:2.0:1761242723.257103:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a23674e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480961280:12345-0@lo:8:kworker/u8:2.0 Request processed in 135us (438us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242723.257106:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198 00000100:00100000:1.0:1761242723.257113:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ac95e68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480961344:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242723.257115:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197 00000100:00080000:2.0:1761242723.257161:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242723.257164:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242723.257168:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480961280:0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242723.257192:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242723.257199:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480961088:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242723.257212:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2e11238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480961472:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242723.257223:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480961152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.257254:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ac95e68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480961344:12345-0@lo:8:kworker/u8:2.0 Request processed in 139us (529us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242723.257261:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198 00000100:00100000:2.0:1761242723.257279:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480960896:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242723.257291:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242723.257296:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242723.257300:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f665d10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480961344:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242723.257322:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480961024:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.257347:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480960960:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242723.257354:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242723.257374:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480961408:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.257385:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242723.257403:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242723.257406:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b35b7b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480961216:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242723.257431:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961408 00000100:00100000:1.0:1761242723.257456:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242723.257458:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5246 00000100:00100000:2.0:1761242723.257463:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000558f8307 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480961408:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.257492:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961024 00000100:00100000:2.0:1761242723.257502:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000558f8307 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480961408:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242723.257508:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5246 00000100:00100000:1.0:1761242723.257523:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960960 00000100:00100000:2.0:1761242723.257542:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480961408:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.257546:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438 00000100:00100000:1.0:1761242723.257552:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480961024:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242723.257581:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439 00000100:00100000:1.0:1761242723.257590:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480961024:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242723.257590:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccc19c9a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480960960:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.257602:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438 00000100:00100000:1.0:1761242723.257630:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480961024:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242723.257639:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccc19c9a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480960960:12345-0@lo:400:kworker/u8:2.0 Request processed in 51us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242723.257645:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439 00000100:00100000:1.0:1761242723.257660:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480960960:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.257683:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961216 00000100:00100000:1.0:1761242723.257702:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632 00000100:00100000:1.0:1761242723.257707:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bbdfd6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480961216:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242723.257761:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bbdfd6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480961216:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242723.257767:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632 00000100:00100000:3.0:1761242723.257877:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480960832 00000100:00100000:3.0:1761242723.257914:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876 00000100:00100000:3.0:1761242723.257918:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480960832:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242723.257953:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480960832:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (1248us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242723.257959:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876 00000100:00100000:3.0:1761242723.258000:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c983a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480960832:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242723.258107:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b35b7b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480961216:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242723.961046:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242724.213842:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242724.213888:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242724.213986:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817344 00000100:00100000:1.0:1761242724.214042:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1877 00000100:00100000:1.0:1761242724.214048:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464817344:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242724.214120:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464817344:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 72us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242724.214127:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1877 00000100:00100000:2.0:1761242724.214294:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817408 00000100:00100000:2.0:1761242724.214340:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5247 00000100:00100000:2.0:1761242724.214345:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000548b022b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464817408:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242724.214381:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000548b022b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464817408:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 35us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242724.214387:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5247 00000100:00100000:2.0:1761242724.227626:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242724.227675:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242724.227765:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242724.228092:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817536 00000100:00100000:1.0:1761242724.228149:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817600 00000100:00100000:1.0:1761242724.228174:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2633 00000100:00100000:1.0:1761242724.228181:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006049b77a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464817536:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242724.228285:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006049b77a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464817536:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 103us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242724.228293:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2633 00000100:00100000:1.0:1761242724.228314:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2199 00000100:00100000:1.0:1761242724.228318:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464817600:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761242724.228417:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242724.228447:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464817600:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 127us (682us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242724.228453:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2199 00000100:00100000:3.0:1761242724.229018:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817472 00000100:00100000:3.0:1761242724.229061:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5248 00000100:00100000:3.0:1761242724.229066:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c983a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464817472:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242724.229113:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c983a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464817472:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 46us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242724.229119:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5248 00010000:00010000:1.0:1761242724.984492:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242725.304468:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c76d8212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480961536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242725.304537:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242725.304956:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242725.304963:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2e11238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480961600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242725.304996:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242725.305035:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961536 00000100:00100000:2.0:1761242725.305086:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961600 00000100:00100000:2.0:1761242725.305134:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:0.0:1761242725.305143:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1761242725.305144:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7fc75c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480961536:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242725.305153:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b35b7b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480961600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242725.305185:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:2.0:1761242725.305186:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242725.305259:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b35b7b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480961600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242725.305267:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00100000:0.0:1761242725.305311:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2e11238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480961600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242725.310959:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7fc75c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480961536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5808us (6413us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242725.310976:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00100000:3.0:1761242725.315878:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c76d8212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480961536:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242726.009081:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242726.328561:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480961664:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242726.328636:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242726.328722:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961664 00000100:00100000:2.0:1761242726.328764:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3440 00000100:00100000:2.0:1761242726.328770:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e032dfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480961664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242726.328806:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242726.328859:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e032dfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480961664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242726.328866:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3440 00000100:00100000:0.0:1761242726.328884:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480961664:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242726.329190:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480961728:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242726.329222:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242726.329297:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961728 00000100:00100000:2.0:1761242726.329330:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441 00000100:00100000:2.0:1761242726.329335:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005799856 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480961728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242726.329354:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242726.330766:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005799856 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480961728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1423us (1536us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242726.330782:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441 00000100:00100000:3.0:1761242726.330834:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480961728:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242727.032463:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242728.056554:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761242728.376532:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242728.376539:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242728.376549:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242728.376557:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4235 00000100:00080000:2.0:1761242728.376559:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242728.376565:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242728.376583:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001830c429 x1846792480962240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761242728.376595:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242728.376597:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242728.376599:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242728.376601:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4235 00000100:00080000:2.0:1761242728.376603:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242728.376605:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242728.376611:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fcfcebe1 x1846792480962304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242728.376778:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001830c429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480962240:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242728.376840:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242728.376870:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfcebe1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480962304:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242728.376885:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242728.376923:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962240 00000100:00100000:1.0:1761242728.376954:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962304 00000100:00100000:1.0:1761242728.376970:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200 00000100:00100000:1.0:1761242728.376976:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000282ba0a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480962240:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242728.377075:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242728.377107:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000282ba0a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480962240:12345-0@lo:8:kworker/u8:2.0 Request processed in 131us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242728.377113:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200 00000100:00100000:1.0:1761242728.377127:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201 00000100:00100000:1.0:1761242728.377129:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd3cc63f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480962304:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242728.377198:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242728.377218:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd3cc63f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480962304:12345-0@lo:8:kworker/u8:2.0 Request processed in 88us (333us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242728.377223:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201 00000100:00080000:1.0:1761242728.377281:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242728.377284:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242728.377288:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001830c429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480962240:0@lo:8:kworker/u8:2.0 00000100:00080000:1.0:1761242728.377294:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242728.377295:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242728.377297:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfcebe1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480962304:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242728.377391:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480961792:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242728.377419:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480961856:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.377425:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242728.377451:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480962048:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242728.377463:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242728.377486:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480961920:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242728.377496:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a164b30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480962112:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.377529:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242728.377537:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242728.377572:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961856 00000100:00100000:3.0:1761242728.377604:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5249 00000100:00100000:3.0:1761242728.377608:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072c80d90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480961856:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.377622:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000139d1e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480962176:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.377655:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242728.377696:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961920 00000100:00100000:0.0:1761242728.377717:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442 00000100:00100000:0.0:1761242728.377720:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cda1bd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480961920:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.377745:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cda1bd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480961920:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242728.377750:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442 00000100:00100000:0.0:1761242728.377773:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480961920:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.377798:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242728.377810:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480962432:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.377825:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242728.377837:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242728.377841:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099e8fc6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480961984:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.377857:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242728.377864:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480962368:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.377878:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242728.377894:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962048 00000100:00100000:0.0:1761242728.377911:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962432 00000100:00100000:0.0:1761242728.377924:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962368 00000100:00100000:0.0:1761242728.377960:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5250 00000100:00100000:0.0:1761242728.377963:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000885d4083 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480962048:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.377993:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000885d4083 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480962048:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242728.377998:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5250 00000100:00100000:0.0:1761242728.378008:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5251 00000100:00100000:0.0:1761242728.378010:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f805cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480962432:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.378028:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f805cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480962432:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242728.378032:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5251 00000100:00100000:0.0:1761242728.378038:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5252 00000100:00100000:0.0:1761242728.378041:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480962368:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.378054:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480962368:12345-0@lo:400:kworker/u8:2.0 Request processed in 13us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242728.378059:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5252 00000100:00100000:0.0:1761242728.378076:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961984 00000100:00100000:0.0:1761242728.378091:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443 00000100:00100000:0.0:1761242728.378095:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480961984:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.378118:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480961984:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242728.378125:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443 00000100:00100000:0.0:1761242728.378145:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099e8fc6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480961984:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.378152:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480962368:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.378158:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480962048:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.378164:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480962432:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242728.378262:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480961792 00000100:00100000:1.0:1761242728.378294:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:1.0:1761242728.378298:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480961792:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242728.378329:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480961792:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242728.378334:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00100000:1.0:1761242728.378375:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962112 00000100:00100000:1.0:1761242728.378394:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962176 00000100:00100000:1.0:1761242728.378409:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634 00000100:00100000:1.0:1761242728.378412:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001315c5af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480962112:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242728.378444:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001315c5af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480962112:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242728.378449:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634 00000100:00100000:1.0:1761242728.378458:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2635 00000100:00100000:1.0:1761242728.378461:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c76d8212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480962176:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242728.378485:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c76d8212 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480962176:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242728.378501:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635 00000100:00100000:1.0:1761242728.378540:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a164b30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480962112:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242728.379751:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072c80d90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480961856:12345-0@lo:400:kworker/u8:2.0 Request processed in 2137us (2285us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242728.379762:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5249 00000100:00100000:1.0:1761242728.380003:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480961856:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.380203:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000139d1e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480962176:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242728.380248:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480961792:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761242729.082410:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242729.334685:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242729.334739:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242729.334771:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242729.334804:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242729.334923:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817664 00000100:00100000:0.0:1761242729.334969:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1879 00000100:00100000:0.0:1761242729.334976:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464817664:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242729.335042:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464817664:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 65us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242729.335050:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1879 00000100:00100000:0.0:1761242729.335108:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817856 00000100:00100000:0.0:1761242729.335134:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2636 00000100:00100000:0.0:1761242729.335139:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d9560ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464817856:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242729.335167:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d9560ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464817856:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 28us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242729.335173:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2636 00000100:00100000:1.0:1761242729.335373:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817728 00000100:00100000:1.0:1761242729.335414:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817792 00000100:00100000:1.0:1761242729.335434:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5253 00000100:00100000:1.0:1761242729.335438:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000139d1e96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464817728:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242729.335474:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000139d1e96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464817728:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 34us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242729.335480:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5253 00000100:00100000:1.0:1761242729.335494:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5254 00000100:00100000:1.0:1761242729.335498:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a164b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464817792:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242729.335519:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a164b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464817792:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 20us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242729.335524:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5254 00000100:00100000:2.0:1761242729.335655:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242729.337719:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817920 00000100:00100000:1.0:1761242729.337764:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2202 00000100:00100000:1.0:1761242729.337770:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001361a631 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464817920:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761242729.338516:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242729.338597:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001361a631 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464817920:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 826us (2942us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242729.338607:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2202 00010000:00010000:1.0:1761242730.104462:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242730.424401:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242730.424416:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e29d194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480962496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242730.424549:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242730.424556:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480962560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242730.424639:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242730.424691:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962560 00000100:00100000:2.0:1761242730.424736:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:2.0:1761242730.424742:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e8fc6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480962560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242730.424775:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242730.424821:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e8fc6a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480962560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242730.424828:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00100000:2.0:1761242730.424873:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480962560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242730.424985:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242730.425053:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962496 00000100:00100000:2.0:1761242730.425082:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1597 00000100:00100000:2.0:1761242730.425086:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f71a2d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480962496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242730.425096:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242730.425131:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f71a2d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480962496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242730.425137:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1597 00000100:00100000:0.0:1761242730.425297:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e29d194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480962496:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242731.129093:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242731.448899:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480962624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242731.448986:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242731.449396:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480962688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242731.449657:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962624 00000100:00100000:3.0:1761242731.449691:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242731.449761:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962688 00000100:00100000:1.0:1761242731.449780:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444 00000100:00100000:1.0:1761242731.449788:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093b7f096 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480962624:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242731.449793:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445 00000100:00100000:2.0:1761242731.449799:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031c550e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480962688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242731.449829:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000004:00000024:2.0:1761242731.449829:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242731.449884:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031c550e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480962688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242731.449895:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093b7f096 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480962624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242731.449895:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445 00000100:00100000:1.0:1761242731.449905:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444 00000100:00100000:2.0:1761242731.449969:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480962624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242731.449995:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480962688:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242732.152434:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242733.177840:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242733.497379:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242733.497396:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480962752:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242733.497473:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242733.497557:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962752 00000100:00100000:0.0:1761242733.497608:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880 00000100:00100000:0.0:1761242733.497615:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057f806fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480962752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242733.497669:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057f806fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480962752:12345-0@lo:400:kworker/u8:3.0 Request processed in 53us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242733.497676:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880 00000100:00100000:0.0:1761242733.497731:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480962752:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761242733.497888:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761242733.497894:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480962880:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242733.497929:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242733.497950:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480963136:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761242733.497973:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761242733.497976:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761242733.497977:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242733.497983:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4240 00000100:00080000:1.0:1761242733.497986:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242733.497990:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242733.497996:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242733.498003:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480962944:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242733.498012:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009e1d2526 x1846792480963200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242733.498026:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761242733.498029:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242733.498032:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242733.498034:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242733.498037:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4240 00000100:00080000:1.0:1761242733.498039:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242733.498043:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242733.498052:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007f665d10 x1846792480963264/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242733.498069:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962880 00000100:00100000:1.0:1761242733.498095:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a565f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480963328:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242733.498101:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962944 00000100:00100000:2.0:1761242733.498119:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3446 00000100:00100000:2.0:1761242733.498128:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480962880:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242733.498131:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242733.498170:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480962880:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242733.498171:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963136 00000100:00100000:2.0:1761242733.498178:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3446 00000100:00100000:2.0:1761242733.498195:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447 00000100:00100000:2.0:1761242733.498199:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001830c429 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480962944:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242733.498207:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637 00000100:00100000:1.0:1761242733.498212:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480963136:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242733.498250:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001830c429 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480962944:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242733.498257:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447 00000100:00100000:1.0:1761242733.498268:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480963136:12345-0@lo:400:kworker/u8:3.0 Request processed in 53us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242733.498275:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637 00000100:00100000:1.0:1761242733.498306:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963328 00000100:00100000:2.0:1761242733.498311:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480962944:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242733.498325:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480963136:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242733.498335:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5255 00000100:00100000:2.0:1761242733.498338:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480962880:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242733.498343:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480963328:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242733.498364:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480963200:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242733.498380:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480963328:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242733.498387:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5255 00000100:00100000:2.0:1761242733.498396:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242733.498419:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f665d10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480963264:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242733.498434:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242733.499035:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480962816:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242733.499070:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242733.499090:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480963072:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242733.499118:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480962816 00000100:00100000:0.0:1761242733.499144:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5256 00000100:00100000:0.0:1761242733.499148:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e29d194 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480962816:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242733.499182:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e29d194 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480962816:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242733.499188:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5256 00000100:00100000:0.0:1761242733.499262:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a565f4a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480963328:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242733.499383:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480963008:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242733.499414:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242733.499431:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480963392:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242733.499449:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242733.499476:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963008 00000100:00100000:3.0:1761242733.499496:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963392 00000100:00100000:3.0:1761242733.499512:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5257 00000100:00100000:3.0:1761242733.499515:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b43b212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480963008:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242733.499576:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b43b212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480963008:12345-0@lo:400:kworker/u8:3.0 Request processed in 59us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242733.499582:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5257 00000100:00100000:3.0:1761242733.499599:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5258 00000100:00100000:3.0:1761242733.499603:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c08ac3bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480963392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242733.499682:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963200 00000100:00100000:1.0:1761242733.499707:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963264 00000100:00100000:2.0:1761242733.499731:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480963008:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242733.499760:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203 00000100:00100000:2.0:1761242733.499764:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dccb276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480963200:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761242733.499849:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242733.499996:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2204 00000100:00100000:1.0:1761242733.500002:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7f531d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480963264:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242733.500078:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242733.500118:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7f531d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480963264:12345-0@lo:8:kworker/u8:3.0 Request processed in 117us (1684us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242733.500124:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2204 00000100:00080000:1.0:1761242733.500154:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242733.500158:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242733.500162:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f665d10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480963264:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242733.500200:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242733.500225:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480962816:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242733.500266:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963072 00000100:00100000:1.0:1761242733.500289:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638 00000100:00100000:1.0:1761242733.500292:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480963072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242733.500324:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480963072:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242733.500330:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638 00000100:00100000:1.0:1761242733.500353:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480963072:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242733.500617:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c08ac3bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480963392:12345-0@lo:400:kworker/u8:3.0 Request processed in 1013us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242733.500628:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5258 00000100:00100000:0.0:1761242733.500770:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480963392:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242733.509106:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dccb276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480963200:12345-0@lo:8:kworker/u8:3.0 Request processed in 9336us (10707us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242733.509121:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203 00000100:00080000:1.0:1761242733.509205:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242733.509210:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242733.509215:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1d2526 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480963200:0@lo:8:kworker/u8:3.0 00010000:00010000:1.0:1761242734.201658:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242734.451939:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242734.451985:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242734.452030:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818048 00000100:00100000:3.0:1761242734.452109:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5259 00000100:00100000:3.0:1761242734.452117:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464818048:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242734.452208:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464818048:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 92us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242734.452217:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5259 00000100:00100000:1.0:1761242734.452705:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242734.452738:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242734.452754:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464817984 00000100:00100000:1.0:1761242734.452768:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242734.452786:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818112 00000100:00100000:0.0:1761242734.452789:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1881 00000100:00100000:2.0:1761242734.452793:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818176 00000100:00100000:0.0:1761242734.452796:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000472bb12b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464817984:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242734.452819:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5260 00000100:00100000:3.0:1761242734.452825:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e1d2526 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464818112:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242734.452837:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000472bb12b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464817984:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 40us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242734.452840:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2639 00000100:00100000:0.0:1761242734.452846:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1881 00000100:00100000:2.0:1761242734.452846:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a565f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464818176:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242734.452857:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e1d2526 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464818112:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 31us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242734.452864:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5260 00000100:00100000:2.0:1761242734.452879:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a565f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464818176:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 31us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242734.452887:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2639 00000100:00100000:2.0:1761242734.453337:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818240 00000100:00100000:2.0:1761242734.454136:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2205 00000100:00100000:2.0:1761242734.454143:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464818240:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761242734.454261:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242734.454333:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464818240:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 189us (1564us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242734.454341:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2205 00010000:00010000:2.0:1761242735.227755:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242735.544563:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242735.544576:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480963456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242735.544640:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242735.544753:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963456 00000100:00100000:1.0:1761242735.544806:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:1.0:1761242735.544813:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2836419 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480963456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242735.544853:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242735.544895:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2836419 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480963456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242735.544902:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00000100:00100000:1.0:1761242735.544959:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480963456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242735.545140:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008235119a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480963520:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242735.545166:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242735.545265:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963520 00000100:00100000:1.0:1761242735.545305:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:1.0:1761242735.545310:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001218b746 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480963520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242735.545322:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242735.545361:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001218b746 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480963520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242735.545373:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00100000:1.0:1761242735.545413:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008235119a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480963520:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242736.250895:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242736.568622:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480963648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242736.568670:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480963584:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242736.568699:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242736.568749:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963648 00000100:00100000:2.0:1761242736.568799:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448 00000100:00100000:2.0:1761242736.568805:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045626b0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480963648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242736.568847:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242736.568899:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045626b0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480963648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242736.568907:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448 00000100:00100000:0.0:1761242736.568946:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480963648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242736.569001:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242736.569065:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963584 00000100:00100000:2.0:1761242736.569092:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449 00000100:00100000:2.0:1761242736.569096:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8fc86ef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480963584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242736.569115:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242736.569147:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8fc86ef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480963584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242736.569153:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449 00000100:00100000:1.0:1761242736.569207:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480963584:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242737.272462:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242738.296469:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242738.618043:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242738.618050:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242738.618054:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242738.618061:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4245 00000100:00080000:3.0:1761242738.618065:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242738.618071:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242738.618091:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007d6f917a x1846792480964160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242738.618104:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242738.618106:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242738.618108:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242738.618110:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4245 00000100:00080000:3.0:1761242738.618112:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242738.618114:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242738.618123:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000356d4f93 x1846792480964224/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242738.618217:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000745d987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480963776:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242738.618312:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242738.618348:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480964032:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242738.618374:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242738.618400:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761242738.618405:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd76d645 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480963840:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242738.618429:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242738.618452:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480964096:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242738.618474:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242738.618507:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964032 00000100:00100000:2.0:1761242738.618543:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964096 00000100:00100000:2.0:1761242738.618559:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640 00000100:00100000:2.0:1761242738.618565:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2bfc37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480964032:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242738.618613:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2bfc37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480964032:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242738.618620:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640 00000100:00100000:2.0:1761242738.618635:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641 00000100:00100000:2.0:1761242738.618639:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480964096:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242738.618662:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480964096:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242738.618668:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641 00000100:00100000:2.0:1761242738.618698:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480964096:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242738.618708:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480964032:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619017:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963840 00000100:00100000:0.0:1761242738.619049:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450 00000100:00100000:0.0:1761242738.619053:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480963840:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619087:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480963840:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242738.619094:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450 00000100:00100000:0.0:1761242738.619119:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f60cf93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480963904:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619142:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242738.619155:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008660bbb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480964288:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619174:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242738.619190:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1761242738.619194:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5724c61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480963712:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619220:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242738.619253:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008235119a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480963968:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619273:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242738.619285:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000955922f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480964352:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619301:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242738.619326:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963712 00000100:00100000:0.0:1761242738.619348:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:0.0:1761242738.619352:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480963712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619381:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480963712:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242738.619386:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:0.0:1761242738.619412:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963904 00000100:00100000:0.0:1761242738.619430:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451 00000100:00100000:0.0:1761242738.619433:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003434e24f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480963904:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619469:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003434e24f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480963904:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242738.619474:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451 00000100:00100000:0.0:1761242738.619495:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5724c61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480963712:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619504:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f60cf93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480963904:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619541:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963776 00000100:00100000:0.0:1761242738.619560:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964288 00000100:00100000:0.0:1761242738.619573:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480963968 00000100:00100000:0.0:1761242738.619583:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964352 00000100:00100000:0.0:1761242738.619594:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5261 00000100:00100000:0.0:1761242738.619597:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480963776:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619622:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480963776:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242738.619627:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5261 00000100:00100000:0.0:1761242738.619634:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5262 00000100:00100000:0.0:1761242738.619637:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480964288:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619659:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480964288:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242738.619663:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5262 00000100:00100000:0.0:1761242738.619671:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5263 00000100:00100000:0.0:1761242738.619674:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e7ffaa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480963968:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619690:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e7ffaa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480963968:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242738.619694:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5263 00000100:00100000:0.0:1761242738.619701:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5264 00000100:00100000:0.0:1761242738.619704:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ede2732 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480964352:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619740:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ede2732 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480964352:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242738.619746:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5264 00000100:00100000:0.0:1761242738.619777:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008235119a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480963968:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619786:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000955922f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480964352:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242738.619792:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008660bbb8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480964288:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242738.619884:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d6f917a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480964160:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242738.619919:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242738.619944:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480964224:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242738.619964:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242738.619990:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964160 00000100:00100000:1.0:1761242738.620010:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964224 00000100:00100000:1.0:1761242738.620024:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206 00000100:00100000:1.0:1761242738.620027:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ab2e424 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480964160:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242738.620116:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242738.620148:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ab2e424 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480964160:12345-0@lo:8:kworker/u8:2.0 Request processed in 119us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242738.620153:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206 00000100:00100000:1.0:1761242738.620297:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207 00000100:00100000:1.0:1761242738.620301:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037f83223 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480964224:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242738.620376:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242738.620400:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037f83223 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480964224:12345-0@lo:8:kworker/u8:2.0 Request processed in 98us (436us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242738.620405:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207 00000100:00080000:1.0:1761242738.620460:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242738.620464:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242738.620467:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d6f917a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480964160:0@lo:8:kworker/u8:2.0 00000100:00080000:1.0:1761242738.620476:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242738.620478:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242738.620480:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000356d4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480964224:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242738.620704:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd76d645 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480963840:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242738.620716:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000745d987c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480963776:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1761242739.323726:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242739.572937:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242739.573585:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242739.573619:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242739.573640:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818368 00000100:00100000:3.0:1761242739.574171:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5265 00000100:00100000:3.0:1761242739.574178:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000745d987c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464818368:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242739.574595:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000745d987c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464818368:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 417us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242739.574722:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5265 00000100:00100000:0.0:1761242739.576893:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242739.577023:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818560 00000100:00100000:1.0:1761242739.577067:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818496 00000100:00100000:1.0:1761242739.577095:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2642 00000100:00100000:1.0:1761242739.577101:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd76d645 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464818496:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242739.577159:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd76d645 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464818496:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 58us (3541us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242739.577166:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2642 00000100:00100000:1.0:1761242739.577181:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2208 00000100:00100000:1.0:1761242739.577184:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464818560:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761242739.577293:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242739.577315:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464818560:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 130us (4388us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242739.577321:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2208 00000100:00100000:0.0:1761242739.577672:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242739.577851:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818432 00000100:00100000:3.0:1761242739.578474:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5266 00000100:00100000:3.0:1761242739.578481:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc740d8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464818432:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242739.578534:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc740d8c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464818432:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 53us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242739.578540:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5266 00000100:00100000:1.0:1761242739.579755:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818304 00000100:00100000:1.0:1761242739.579803:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1883 00000100:00100000:1.0:1761242739.579808:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464818304:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242739.581072:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464818304:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1257us (4179us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242739.581084:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1883 00010000:00010000:3.0:1761242740.344542:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242740.664730:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761242740.664746:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2d11b29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480964416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242740.664827:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242740.665081:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242740.665090:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480964480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242740.665116:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242740.665173:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964416 00000100:00100000:0.0:1761242740.665247:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964480 00000100:00100000:0.0:1761242740.665274:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:0.0:1761242740.665288:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480964416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242740.665320:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242740.665365:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480964416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242740.665497:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2d11b29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480964416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242740.665957:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1761242740.665964:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003793f43e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480964480:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242740.665968:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00002000:00000024:2.0:1761242740.665979:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242740.666017:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003793f43e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480964480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242740.666025:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1761242740.666061:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480964480:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242741.368522:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242741.688466:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2d11b29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480964544:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242741.688545:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242741.688603:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964544 00000100:00100000:1.0:1761242741.688652:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3452 00000100:00100000:1.0:1761242741.688658:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa46fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480964544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242741.688696:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242741.688739:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa46fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480964544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242741.688747:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3452 00000100:00100000:0.0:1761242741.689470:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2d11b29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480964544:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242741.689896:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480964608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242741.689957:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242741.690102:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964608 00000100:00100000:2.0:1761242741.690151:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453 00000100:00100000:2.0:1761242741.690156:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d3b8d28 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480964608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242741.690187:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242741.690253:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d3b8d28 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480964608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242741.690260:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453 00000100:00100000:3.0:1761242741.690330:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480964608:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1761242742.392455:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242743.417872:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242743.736454:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242743.736460:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242743.736464:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242743.736476:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4251 00000100:00080000:3.0:1761242743.736480:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242743.736486:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242743.736500:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480964672:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242743.736510:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fcfcebe1 x1846792480965120/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242743.736530:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242743.736533:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242743.736534:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242743.736538:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4251 00000100:00080000:3.0:1761242743.736542:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242743.736546:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242743.736556:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c49c9e7e x1846792480965184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242743.736584:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242743.736616:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045feb0fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480964928:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242743.736616:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964672 00000100:00100000:2.0:1761242743.736652:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242743.736660:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884 00000100:00100000:3.0:1761242743.736667:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480964672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.736680:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f8138c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480965312:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242743.736721:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480964672:12345-0@lo:400:kworker/u8:3.0 Request processed in 51us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242743.736725:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242743.736732:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884 00000100:00100000:2.0:1761242743.736759:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480964672:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.736782:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761242743.736788:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000955922f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480964736:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.736811:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242743.736842:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480964992:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.736866:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242743.736893:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964992 00000100:00100000:2.0:1761242743.736918:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643 00000100:00100000:2.0:1761242743.736922:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccd9eabe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480964992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.736957:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccd9eabe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480964992:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242743.736963:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643 00000100:00100000:2.0:1761242743.736987:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480964992:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242743.737270:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d27085c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480964800:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242743.737304:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242743.737320:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480965056:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242743.737339:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242743.737369:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761242743.737375:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083e3413d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480964864:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242743.737393:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242743.737403:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be0d7cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480965248:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242743.737420:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242743.737447:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964928 00000100:00100000:0.0:1761242743.737471:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965312 00000100:00100000:0.0:1761242743.737485:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964736 00000100:00100000:0.0:1761242743.737496:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965248 00000100:00100000:0.0:1761242743.737507:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5267 00000100:00100000:0.0:1761242743.737510:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000692558a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480964928:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242743.737541:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000692558a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480964928:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242743.737546:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5267 00000100:00100000:0.0:1761242743.737557:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5268 00000100:00100000:0.0:1761242743.737560:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480965312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242743.737582:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480965312:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242743.737587:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5268 00000100:00100000:0.0:1761242743.737595:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5269 00000100:00100000:0.0:1761242743.737598:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480964736:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242743.737619:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480964736:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242743.737623:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5269 00000100:00100000:0.0:1761242743.737632:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5270 00000100:00100000:0.0:1761242743.737635:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001315c5af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480965248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242743.737659:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001315c5af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480965248:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242743.737664:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5270 00000100:00100000:0.0:1761242743.737696:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965056 00000100:00100000:0.0:1761242743.737715:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644 00000100:00100000:0.0:1761242743.737718:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fcbd2cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480965056:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242743.737747:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fcbd2cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480965056:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242743.737752:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644 00000100:00100000:0.0:1761242743.737777:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be0d7cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480965248:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242743.737785:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480965056:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.737959:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964800 00000100:00100000:2.0:1761242743.737995:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480964864 00000100:00100000:2.0:1761242743.738012:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454 00000100:00100000:2.0:1761242743.738016:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c2e2ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480964800:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.738062:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c2e2ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480964800:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242743.738068:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454 00000100:00100000:2.0:1761242743.738079:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455 00000100:00100000:2.0:1761242743.738082:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cca835e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480964864:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.738106:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cca835e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480964864:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242743.738112:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455 00000100:00100000:2.0:1761242743.738138:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083e3413d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480964864:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.738148:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d27085c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480964800:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.738175:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000955922f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480964736:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.738187:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f8138c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480965312:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242743.738196:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045feb0fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480964928:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242743.740463:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfcebe1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480965120:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242743.740530:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242743.740569:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c49c9e7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480965184:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242743.740592:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242743.740635:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965120 00000100:00100000:1.0:1761242743.740664:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965184 00000100:00100000:1.0:1761242743.740679:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209 00000100:00100000:1.0:1761242743.740685:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480965120:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242743.740775:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242743.740779:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210 00000100:00100000:2.0:1761242743.740786:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038fd3e5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480965184:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242743.740817:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480965120:12345-0@lo:8:kworker/u8:3.0 Request processed in 131us (286us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242743.740825:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209 00010000:02020000:2.0:1761242743.740858:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1761242743.740875:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242743.740880:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242743.740885:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfcebe1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480965120:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242743.740897:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038fd3e5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480965184:12345-0@lo:8:kworker/u8:3.0 Request processed in 108us (303us total) trans 0 rc -19/-19 00000100:00080000:1.0:1761242743.740898:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242743.740902:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242743.740909:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210 00000100:00100000:1.0:1761242743.740910:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c49c9e7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480965184:0@lo:8:kworker/u8:3.0 00010000:00010000:3.0:1761242744.443460:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242744.693928:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242744.693972:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242744.694011:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242744.694045:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242744.694120:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242744.694160:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818688 00000100:00100000:0.0:1761242744.694207:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818752 00000100:00100000:0.0:1761242744.694260:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5271 00000100:00100000:0.0:1761242744.694267:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008235119a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464818688:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242744.694366:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008235119a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464818688:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 98us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242744.694374:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5271 00000100:00100000:0.0:1761242744.694391:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5272 00000100:00100000:0.0:1761242744.694395:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5724c61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464818752:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242744.694418:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5724c61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464818752:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242744.694424:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5272 00000100:00100000:0.0:1761242744.694443:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818816 00000100:00100000:0.0:1761242744.694464:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818880 00000100:00100000:0.0:1761242744.694479:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2645 00000100:00100000:0.0:1761242744.694483:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f60cf93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464818816:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242744.694508:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f60cf93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464818816:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 24us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242744.694514:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2645 00000100:00100000:0.0:1761242744.694525:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2211 00000100:00100000:0.0:1761242744.694529:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c49c9e7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464818880:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761242744.694627:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242744.694659:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c49c9e7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464818880:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 129us (539us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242744.694666:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2211 00000100:00100000:1.0:1761242744.694833:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818624 00000100:00100000:1.0:1761242744.694872:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1885 00000100:00100000:1.0:1761242744.694877:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464818624:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242744.694917:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464818624:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 39us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242744.694923:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1885 00010000:00010000:1.0:1761242745.465579:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242745.784751:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242745.784766:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be0d7cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480965376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242745.784829:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242745.784881:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965376 00000100:00100000:2.0:1761242745.784932:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:2.0:1761242745.784938:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480965376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242745.784970:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242745.785007:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480965376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242745.785013:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00100000:2.0:1761242745.785037:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242745.785042:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d6f917a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480965440:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242745.785067:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242745.785107:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be0d7cb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480965376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242745.785130:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965440 00000100:00100000:2.0:1761242745.785149:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:2.0:1761242745.785153:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045feb0fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480965440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242745.785161:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242745.785186:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045feb0fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480965440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242745.785192:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:2.0:1761242745.785215:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d6f917a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480965440:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1761242746.488444:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242746.808750:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8167e67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480965504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242746.808831:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242746.808883:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965504 00000100:00100000:1.0:1761242746.808944:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456 00000100:00100000:1.0:1761242746.808951:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480965504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242746.808990:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242746.809039:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480965504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242746.809046:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456 00000100:00100000:0.0:1761242746.809075:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8167e67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480965504:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242746.809320:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d6f917a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480965568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242746.809353:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242746.809675:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965568 00000100:00100000:2.0:1761242746.809707:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457 00000100:00100000:2.0:1761242746.809712:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be0d7cb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480965568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242746.809735:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242746.809766:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be0d7cb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480965568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242746.809772:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457 00000100:00100000:0.0:1761242746.809882:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d6f917a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480965568:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242747.513712:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242748.537415:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242748.856799:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a328abf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480965696:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242748.856872:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242748.856929:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965696 00000100:00100000:2.0:1761242748.856971:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5273 00000100:00100000:2.0:1761242748.856977:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d6f917a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480965696:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242748.857284:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d6f917a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480965696:12345-0@lo:400:kworker/u8:3.0 Request processed in 306us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242748.857293:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5273 00000100:00080000:3.0:1761242748.857314:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242748.857318:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761242748.857320:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480965952:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242748.857322:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242748.857326:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4256 00000100:00080000:3.0:1761242748.857329:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242748.857332:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242748.857345:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242748.857351:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dd3cc63f x1846792480966080/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242748.857365:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965952 00000100:00080000:3.0:1761242748.857365:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242748.857368:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242748.857369:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242748.857372:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4256 00000100:00080000:3.0:1761242748.857373:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242748.857376:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242748.857385:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b7f531d5 x1846792480966144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242748.857388:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646 00000100:00100000:2.0:1761242748.857391:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000955922f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480965952:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242748.857419:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000955922f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480965952:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242748.857422:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008c3728c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480965760:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242748.857424:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646 00000100:00100000:3.0:1761242748.857450:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242748.857474:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480965632:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242748.857474:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000282ba0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480966016:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242748.857497:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242748.857516:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966016 00000100:00100000:1.0:1761242748.857527:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242748.857537:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647 00000100:00100000:2.0:1761242748.857542:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480966016:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242748.857553:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000910cea14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480965888:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242748.857556:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a328abf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480965696:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242748.857579:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480966016:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242748.857580:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480965952:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242748.857585:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647 00000100:00100000:1.0:1761242748.857593:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242748.857608:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000282ba0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480966016:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242748.857617:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480966080:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242748.857625:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480966272:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242748.857627:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965888 00000100:00100000:3.0:1761242748.857643:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242748.857648:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5274 00000100:00100000:2.0:1761242748.857652:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2bfc37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480965888:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242748.857659:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480966144:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242748.857666:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242748.857681:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242748.857688:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2bfc37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480965888:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242748.857694:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5274 00000100:00100000:1.0:1761242748.857706:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000910cea14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480965888:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242748.857707:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966272 00000100:00100000:3.0:1761242748.857708:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966080 00000100:00100000:1.0:1761242748.857723:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761242748.857726:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5275 00000100:00100000:3.0:1761242748.857726:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966144 00000100:00100000:2.0:1761242748.857730:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480966272:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242748.857732:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd381cfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480965824:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242748.857743:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212 00000100:00100000:3.0:1761242748.857748:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a565f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480966080:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242748.857766:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480966272:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242748.857772:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242748.857775:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5275 00000100:00100000:1.0:1761242748.857792:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f8138c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480966208:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242748.857808:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965760 00000100:00100000:1.0:1761242748.857829:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242748.857831:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965824 00010000:02020000:3.0:1761242748.857850:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242748.857851:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3458 00000100:00100000:2.0:1761242748.857854:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480965760:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242748.857858:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dccb276 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480966272:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242748.857888:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459 00000100:00100000:2.0:1761242748.857890:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480965760:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242748.857897:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfe27cd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480965824:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242748.857900:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3458 00000100:00100000:2.0:1761242748.857936:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008c3728c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480965760:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242748.857954:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfe27cd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480965824:12345-0@lo:400:kworker/u8:3.0 Request processed in 58us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242748.857959:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213 00000100:00100000:2.0:1761242748.857967:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000282ba0a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480966144:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242748.857974:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459 00000100:00100000:1.0:1761242748.858007:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480965632 00000100:00100000:1.0:1761242748.858042:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886 00010000:02020000:2.0:1761242748.858047:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242748.858048:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0df6662 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480965632:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242748.858091:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000282ba0a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480966144:12345-0@lo:8:kworker/u8:3.0 Request processed in 124us (410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242748.858095:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0df6662 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480965632:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242748.858103:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213 00000100:00100000:1.0:1761242748.858107:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886 00000100:00100000:3.0:1761242748.858112:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a565f4a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480966080:12345-0@lo:8:kworker/u8:3.0 Request processed in 363us (468us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242748.858120:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212 00000100:00080000:2.0:1761242748.858128:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242748.858132:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242748.858136:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480966080:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761242748.858145:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242748.858148:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242748.858149:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966208 00000100:00100000:2.0:1761242748.858150:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480966144:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242748.858172:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5276 00000100:00100000:3.0:1761242748.858177:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480966208:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242748.858181:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd381cfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480965824:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242748.858193:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480965632:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242748.858207:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480966208:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242748.858213:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5276 00000100:00100000:1.0:1761242748.858221:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f8138c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480966208:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242749.561174:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242749.812978:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242749.813025:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242749.813205:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242749.813289:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242749.813364:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242749.813401:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819136 00000100:00100000:0.0:1761242749.813452:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819200 00000100:00100000:0.0:1761242749.813474:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2648 00000100:00100000:0.0:1761242749.813482:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464819136:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242749.813568:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464819136:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 85us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242749.813575:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2648 00000100:00100000:0.0:1761242749.813593:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2214 00000100:00100000:0.0:1761242749.813597:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078a9a9ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464819200:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761242749.813694:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242749.813722:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078a9a9ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464819200:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 124us (358us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242749.813727:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2214 00000100:00100000:3.0:1761242749.813894:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819072 00000100:00100000:3.0:1761242749.813933:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819008 00000100:00100000:3.0:1761242749.813956:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5277 00000100:00100000:3.0:1761242749.813960:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8167e67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464819072:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242749.813994:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8167e67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464819072:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 33us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242749.814000:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5277 00000100:00100000:3.0:1761242749.814012:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5278 00000100:00100000:3.0:1761242749.814016:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464819008:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242749.814053:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464819008:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 36us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242749.814059:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5278 00000100:00100000:1.0:1761242749.814311:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464818944 00000100:00100000:1.0:1761242749.814350:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1887 00000100:00100000:1.0:1761242749.814355:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464818944:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242749.814382:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464818944:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 27us (1414us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242749.814389:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1887 00010000:00010000:0.0:1761242750.584463:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242750.904710:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242750.904725:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480966336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242750.904791:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242750.904888:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966336 00000100:00100000:3.0:1761242750.904932:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604 00000100:00100000:3.0:1761242750.904937:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d27085c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480966336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242750.904967:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242750.905013:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d27085c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480966336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242750.905019:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604 00000100:00100000:1.0:1761242750.905069:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480966336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242750.905649:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a1767d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480966400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242750.905682:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242750.905784:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966400 00000100:00100000:2.0:1761242750.905823:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605 00000100:00100000:2.0:1761242750.905828:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dccb276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480966400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242750.905841:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242750.905883:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dccb276 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480966400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242750.905890:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605 00000100:00100000:0.0:1761242750.905926:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a1767d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480966400:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242751.609574:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242751.928615:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242751.928633:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007594bc25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480966464:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242751.928695:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242751.928791:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966464 00000100:00100000:1.0:1761242751.928834:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460 00000100:00100000:1.0:1761242751.928838:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a328abf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480966464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242751.928874:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242751.928974:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a328abf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480966464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242751.928981:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460 00000100:00100000:3.0:1761242751.929129:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761242751.929137:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083e3413d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480966528:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242751.929159:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242751.929218:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966528 00000100:00100000:0.0:1761242751.929479:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007594bc25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480966464:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242751.929523:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461 00000100:00100000:2.0:1761242751.929527:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bbdfd6e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480966528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242751.929548:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242751.929680:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bbdfd6e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480966528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 151us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242751.929685:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461 00000100:00100000:0.0:1761242751.929724:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083e3413d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480966528:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242752.632475:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242753.657672:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242753.976408:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f8138c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480966592:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242753.976472:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242753.976478:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242753.976481:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242753.976488:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4261 00000100:00080000:3.0:1761242753.976491:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242753.976497:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242753.976500:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242753.976525:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000077bbfd39 x1846792480967040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242753.976534:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480966848:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242753.976555:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242753.976560:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242753.976561:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761242753.976565:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761242753.976568:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4261 00000100:00080000:3.0:1761242753.976571:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242753.976575:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242753.976587:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1761242753.976594:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000458b9764 x1846792480967104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242753.976596:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480966656:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242753.976636:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242753.976648:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480966784:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242753.976653:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008c3728c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480966912:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242753.976692:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242753.976707:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242753.976712:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480967168:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242753.976736:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480967232:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242753.976768:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242753.976807:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761242753.976814:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd381cfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480966720:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242753.976833:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480967040:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242753.976840:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242753.976858:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000910cea14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480966976:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242753.976871:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242753.976900:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966592 00000100:00100000:2.0:1761242753.976903:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480967104:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242753.976943:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242753.976952:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888 00000100:00100000:3.0:1761242753.976960:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480966592:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242753.977003:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480966592:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242753.977010:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888 00000100:00100000:1.0:1761242753.977424:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966848 00000100:00100000:1.0:1761242753.977457:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966656 00000100:00100000:1.0:1761242753.977473:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967168 00000100:00100000:1.0:1761242753.977489:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5279 00000100:00100000:1.0:1761242753.977493:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480966848:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242753.977545:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480966848:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242753.977551:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5279 00000100:00100000:1.0:1761242753.977568:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5280 00000100:00100000:1.0:1761242753.977571:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007594bc25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480966656:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242753.977593:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007594bc25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480966656:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242753.977598:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5280 00000100:00100000:1.0:1761242753.977607:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5281 00000100:00100000:1.0:1761242753.977610:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003711309 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480967168:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242753.977629:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003711309 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480967168:12345-0@lo:400:kworker/u8:3.0 Request processed in 18us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242753.977634:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5281 00000100:00100000:1.0:1761242753.977652:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966912 00000100:00100000:1.0:1761242753.977674:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967040 00000100:00100000:1.0:1761242753.977687:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967104 00000100:00100000:1.0:1761242753.977700:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649 00000100:00100000:1.0:1761242753.977703:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a23674e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480966912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242753.977737:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a23674e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480966912:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242753.977742:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649 00000100:00100000:1.0:1761242753.977752:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215 00000100:00100000:1.0:1761242753.977755:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083e3413d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480967040:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242753.977850:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242753.977879:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083e3413d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480967040:12345-0@lo:8:kworker/u8:3.0 Request processed in 122us (1009us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242753.977885:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215 00000100:00100000:1.0:1761242753.977894:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2216 00000100:00100000:1.0:1761242753.977897:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480967104:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242753.977980:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242753.978001:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480967104:12345-0@lo:8:kworker/u8:3.0 Request processed in 103us (1060us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242753.978006:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2216 00000100:00080000:1.0:1761242753.978049:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242753.978052:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242753.978056:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480967040:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761242753.978064:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242753.978067:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242753.978070:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480967104:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242753.978130:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966784 00000100:00100000:1.0:1761242753.978151:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966720 00000100:00100000:1.0:1761242753.978181:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462 00000100:00100000:1.0:1761242753.978184:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c76d8212 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480966784:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242753.978212:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c76d8212 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480966784:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (1522us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242753.978218:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462 00000100:00100000:1.0:1761242753.978248:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463 00000100:00100000:1.0:1761242753.978252:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4c8a003 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480966720:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242753.978275:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4c8a003 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480966720:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (1438us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242753.978280:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463 00000100:00100000:1.0:1761242753.978296:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242753.978319:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480966784:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242753.978329:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480967168:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242753.978350:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd381cfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480966720:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242753.978497:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242753.978525:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967232 00000100:00100000:3.0:1761242753.978528:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480966656:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242753.978542:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008c3728c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480966912:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242753.978556:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5282 00000100:00100000:3.0:1761242753.978556:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480966848:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242753.978565:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009302a32a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480967232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242753.978571:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f8138c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480966592:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242753.978605:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009302a32a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480967232:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242753.978612:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480967232:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242753.978614:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5282 00000100:00100000:2.0:1761242753.978653:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480966976 00000100:00100000:2.0:1761242753.978685:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650 00000100:00100000:2.0:1761242753.978689:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ac95e68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480966976:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242753.978722:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ac95e68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480966976:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242753.978727:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650 00000100:00100000:1.0:1761242753.979144:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000910cea14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480966976:0@lo:400:kworker/u8:3.0 00010000:00010000:0.0:1761242754.680543:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242754.934027:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242754.937998:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819264 00000100:00100000:0.0:1761242754.938008:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242754.938067:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242754.938092:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242754.938187:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242754.938323:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819456 00000100:00100000:3.0:1761242754.938363:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819520 00000100:00100000:3.0:1761242754.938384:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2651 00000100:00100000:3.0:1761242754.938391:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464819456:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242754.938668:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819328 00000100:00100000:2.0:1761242754.938692:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819392 00000100:00100000:2.0:1761242754.938707:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5283 00000100:00100000:2.0:1761242754.938711:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a1767d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464819328:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242754.938755:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a1767d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464819328:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 43us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242754.938761:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5283 00000100:00100000:2.0:1761242754.938780:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5284 00000100:00100000:2.0:1761242754.938785:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b37d0ccb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464819392:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242754.938797:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1889 00000100:00100000:1.0:1761242754.938805:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fce92b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464819264:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242754.938811:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b37d0ccb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464819392:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 24us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242754.938829:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5284 00000100:00100000:1.0:1761242754.938841:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fce92b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464819264:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 35us (4822us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242754.938848:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1889 00000100:00100000:1.0:1761242754.938932:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2217 00000100:00100000:1.0:1761242754.938938:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f4ab399 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464819520:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761242754.939005:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464819456:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 612us (936us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242754.939014:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2651 00010000:02020000:1.0:1761242754.939040:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242754.939866:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f4ab399 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464819520:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 924us (1770us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242754.939876:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2217 00010000:00010000:2.0:1761242755.706538:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242756.027069:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761242756.027090:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bd6ba0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480967296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242756.027168:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242756.027211:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967296 00000100:00100000:3.0:1761242756.027270:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:3.0:1761242756.027275:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480967296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242756.027308:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242756.027347:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480967296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242756.027354:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000100:00100000:3.0:1761242756.027397:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bd6ba0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480967296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242756.027576:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242756.027585:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3de524e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480967360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242756.027608:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242756.028254:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967360 00000100:00100000:0.0:1761242756.028294:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:0.0:1761242756.028298:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bd6ba0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480967360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242756.028316:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242756.028556:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bd6ba0a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480967360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 256us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242756.028564:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00100000:1.0:1761242756.030160:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3de524e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480967360:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242756.728485:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242757.048621:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242757.048640:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000910cea14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480967424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242757.048717:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242757.048810:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967424 00000100:00100000:1.0:1761242757.048863:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3464 00000100:00100000:1.0:1761242757.048870:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480967424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242757.048911:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242757.048967:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480967424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242757.048975:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3464 00000100:00100000:1.0:1761242757.049029:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000910cea14 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480967424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242757.049419:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242757.049502:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480967488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242757.049533:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242757.049606:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967488 00000100:00100000:0.0:1761242757.049640:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465 00000100:00100000:0.0:1761242757.049645:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000910cea14 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480967488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242757.049666:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242757.049711:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000910cea14 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480967488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242757.049717:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465 00000100:00100000:2.0:1761242757.049819:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480967488:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761242757.755631:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761242758.776402:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242759.097743:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480967616:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242759.097839:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242759.097903:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242759.097913:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480967552:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242759.097947:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242759.098052:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967616 00000100:00100000:1.0:1761242759.098110:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5285 00000100:00100000:1.0:1761242759.098123:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001415c577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480967616:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242759.098487:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000092073ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480967680:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242759.098517:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242759.098596:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001415c577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480967616:12345-0@lo:400:kworker/u8:2.0 Request processed in 479us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242759.098603:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5285 00000100:00100000:1.0:1761242759.098629:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967680 00000100:00100000:1.0:1761242759.098656:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466 00000100:00100000:1.0:1761242759.098660:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cb023a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480967680:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242759.098715:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480967616:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242759.098757:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967552 00000100:00100000:3.0:1761242759.098781:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890 00000100:00100000:3.0:1761242759.098784:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480967552:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242759.098817:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480967552:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242759.098823:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890 00000100:00100000:3.0:1761242759.098868:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480967552:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242759.098981:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000551498a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480967744:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242759.099002:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242759.099071:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cb023a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480967680:12345-0@lo:400:kworker/u8:2.0 Request processed in 410us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242759.099077:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466 00000100:00100000:1.0:1761242759.099089:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967744 00000100:00100000:1.0:1761242759.099105:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467 00000100:00100000:1.0:1761242759.099108:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d89ae12a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480967744:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242759.099268:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000092073ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480967680:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242759.099873:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d89ae12a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480967744:12345-0@lo:400:kworker/u8:2.0 Request processed in 762us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242759.099881:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467 00000100:00100000:0.0:1761242759.099994:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000526989a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480967872:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242759.100028:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242759.100595:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cfc13be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480967808:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242759.100635:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242759.100678:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967808 00000100:00100000:1.0:1761242759.100715:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5286 00000100:00100000:1.0:1761242759.100720:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f8138c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480967808:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242759.100760:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f8138c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480967808:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242759.100765:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5286 00000100:00100000:1.0:1761242759.100799:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cfc13be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480967808:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242759.100831:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967872 00000100:00100000:1.0:1761242759.100856:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652 00000100:00100000:1.0:1761242759.100859:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f049030f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480967872:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242759.100975:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000551498a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480967744:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242759.101001:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9b7776a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480967936:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242759.101022:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242759.101043:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480967936 00000100:00100000:3.0:1761242759.101070:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00100000:3.0:1761242759.101074:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000659edf7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480967936:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242759.101098:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000659edf7a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480967936:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242759.101103:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00000100:00100000:3.0:1761242759.101135:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9b7776a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480967936:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242759.104354:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000526989a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480967872:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242759.104402:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f049030f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480967872:12345-0@lo:400:kworker/u8:2.0 Request processed in 3538us (4371us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242759.104417:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652 00000100:00080000:2.0:1761242759.104565:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242759.104572:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242759.104575:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242759.104580:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4266 00000100:00080000:2.0:1761242759.104583:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242759.104587:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242759.104624:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000034412987 x1846792480968000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242759.104674:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034412987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480968000:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242759.104724:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242759.104789:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968000 00000100:00100000:3.0:1761242759.104825:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:3.0:1761242759.104830:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd3cc63f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480968000:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242759.104922:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242759.107339:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd3cc63f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480968000:12345-0@lo:8:kworker/u8:2.0 Request processed in 2500us (2608us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242759.107353:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00000100:00080000:2.0:1761242759.107455:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242759.107461:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242759.107464:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242759.107470:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4266 00000100:00080000:2.0:1761242759.107472:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242759.107477:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242759.107511:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007703e835 x1846792480968064/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242759.107640:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ecfa665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480968192:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242759.107692:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242759.107764:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480968064:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242759.107792:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761242759.107822:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242759.107825:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242759.107829:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034412987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480968000:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242759.107891:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242759.107896:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000136f5493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480968128:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242759.107923:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242759.107975:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968064 00000100:00100000:3.0:1761242759.108387:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219 00000100:00100000:3.0:1761242759.108393:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c3728c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480968064:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242759.108485:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242759.108523:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c3728c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480968064:12345-0@lo:8:kworker/u8:2.0 Request processed in 129us (731us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242759.108528:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219 00000100:00080000:1.0:1761242759.108586:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242759.108589:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242759.108592:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480968064:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242759.108906:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968192 00000100:00100000:2.0:1761242759.108952:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968128 00000100:00100000:2.0:1761242759.108972:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5287 00000100:00100000:2.0:1761242759.108976:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dddc194a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480968192:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242759.109026:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dddc194a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480968192:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (1334us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242759.109033:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5287 00000100:00100000:2.0:1761242759.109044:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5288 00000100:00100000:2.0:1761242759.109048:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000891b4220 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480968128:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242759.109083:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000891b4220 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480968128:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242759.109089:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5288 00000100:00100000:2.0:1761242759.109121:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000136f5493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480968128:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242759.109130:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ecfa665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480968192:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1761242759.800649:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242760.051573:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242760.053074:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819648 00000100:00100000:1.0:1761242760.053152:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5289 00000100:00100000:1.0:1761242760.053158:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f276fe29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464819648:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242760.053273:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f276fe29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464819648:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 114us (1708us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242760.053282:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5289 00000100:00100000:0.0:1761242760.053855:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242760.054539:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242760.054576:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242760.054754:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819776 00000100:00100000:3.0:1761242760.054802:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2654 00000100:00100000:3.0:1761242760.054808:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464819776:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242760.054865:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464819776:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 56us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242760.054872:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2654 00000100:00100000:1.0:1761242760.056545:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819584 00000100:00100000:1.0:1761242760.056600:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1891 00000100:00100000:1.0:1761242760.056606:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2d9ecec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464819584:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242760.056665:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2d9ecec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464819584:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 58us (2128us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242760.056672:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1891 00000100:00100000:1.0:1761242760.056770:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242760.057386:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819712 00000100:00100000:2.0:1761242760.057438:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5290 00000100:00100000:2.0:1761242760.057443:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008233ec4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464819712:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242760.057484:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008233ec4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464819712:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 40us (2908us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242760.057489:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5290 00000100:00100000:3.0:1761242760.057707:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819840 00000100:00100000:3.0:1761242760.057734:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2220 00000100:00100000:3.0:1761242760.057744:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058299a68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464819840:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761242760.057831:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242760.057872:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058299a68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464819840:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 127us (1104us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242760.057878:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2220 00010000:00010000:3.0:1761242760.825036:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242761.144684:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000002ec9242 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480968256:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242761.144772:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242761.144937:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968256 00000100:00100000:1.0:1761242761.144985:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608 00000100:00100000:1.0:1761242761.144991:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba18d36e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480968256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242761.145033:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242761.145083:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba18d36e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480968256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242761.145090:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608 00000100:00100000:1.0:1761242761.145336:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000002ec9242 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480968256:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242761.145800:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ecfa665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480968320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242761.145837:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242761.146123:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968320 00000100:00100000:2.0:1761242761.146163:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:2.0:1761242761.146168:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038c306c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480968320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242761.146182:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242761.146225:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038c306c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480968320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242761.146249:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00000100:00100000:3.0:1761242761.146264:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ecfa665 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480968320:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761242761.848438:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242762.168415:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242762.168430:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd381cfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480968384:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242762.168495:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242762.168569:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968384 00000100:00100000:1.0:1761242762.168620:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468 00000100:00100000:1.0:1761242762.168626:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0175fe7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480968384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242762.168664:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242762.168711:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0175fe7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480968384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242762.168719:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468 00000100:00100000:1.0:1761242762.168768:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd381cfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480968384:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242762.168829:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000136f5493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480968448:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242762.168856:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242762.168910:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968448 00000100:00100000:2.0:1761242762.168950:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469 00000100:00100000:2.0:1761242762.168956:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd381cfb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480968448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242762.168978:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242762.177337:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000136f5493 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480968448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242762.178092:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd381cfb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480968448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 9132us (9231us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242762.178105:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469 00010000:00010000:0.0:1761242762.872399:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242763.898327:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242764.217460:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480968512:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242764.217531:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242764.218561:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968512 00000100:00100000:0.0:1761242764.218619:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892 00000100:00100000:0.0:1761242764.218625:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480968512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242764.218676:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480968512:12345-0@lo:400:kworker/u8:3.0 Request processed in 51us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242764.218683:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892 00000100:00100000:3.0:1761242764.218822:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480968576:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242764.218863:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242764.218996:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480968768:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242764.219044:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242764.219072:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480968512:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242764.219106:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968576 00000100:00100000:2.0:1761242764.219135:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968768 00000100:00100000:2.0:1761242764.219153:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5291 00000100:00100000:2.0:1761242764.219157:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025dd39b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480968576:12345-0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761242764.219290:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242764.219294:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242764.219297:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242764.219301:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4271 00000100:00080000:1.0:1761242764.219304:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242764.219307:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242764.219325:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f113e0b0 x1846792480968960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242764.219338:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242764.219341:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242764.219342:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242764.219345:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4271 00000100:00080000:1.0:1761242764.219346:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242764.219349:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242764.219357:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000120f4d2c x1846792480969024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242764.219389:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480968960:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242764.219418:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242764.219436:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000120f4d2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480969024:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242764.219454:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242764.219484:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968960 00000100:00100000:1.0:1761242764.219504:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969024 00000100:00100000:1.0:1761242764.219518:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221 00000100:00100000:1.0:1761242764.219521:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e58b43e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480968960:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242764.219610:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242764.219643:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e58b43e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480968960:12345-0@lo:8:kworker/u8:3.0 Request processed in 120us (224us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242764.219649:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221 00000100:00100000:1.0:1761242764.219664:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222 00000100:00100000:1.0:1761242764.219666:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480969024:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242764.219749:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242764.219769:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480969024:12345-0@lo:8:kworker/u8:3.0 Request processed in 102us (315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242764.219775:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222 00000100:00100000:1.0:1761242764.219795:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480968640:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.219821:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242764.219838:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090ac8d47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480968896:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.219856:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242764.219872:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761242764.219877:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480968704:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.219896:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242764.219910:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082bfe1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480969088:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.219934:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242764.219959:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969088 00000100:00100000:1.0:1761242764.220000:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5292 00000100:00100000:1.0:1761242764.220004:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002afe4c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480968768:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220035:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002afe4c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480968768:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (992us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242764.220041:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5292 00000100:00100000:1.0:1761242764.220053:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5293 00000100:00100000:1.0:1761242764.220056:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddedceff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480969088:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220085:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddedceff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480969088:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242764.220091:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5293 00000100:00080000:1.0:1761242764.220128:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242764.220132:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242764.220135:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480968960:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761242764.220142:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242764.220145:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242764.220147:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000120f4d2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480969024:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220180:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082bfe1ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480969088:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220195:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000222e12de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480969152:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220294:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242764.220314:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480968768:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220324:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761242764.220328:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480968832:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220346:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242764.220365:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968896 00000100:00100000:1.0:1761242764.220385:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968832 00000100:00100000:1.0:1761242764.220394:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655 00000100:00100000:1.0:1761242764.220397:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eaed68fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480968896:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220437:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eaed68fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480968896:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242764.220442:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655 00000100:00100000:1.0:1761242764.220452:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00100000:1.0:1761242764.220455:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000120f4d2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480968832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220476:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000120f4d2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480968832:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242764.220484:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00100000:1.0:1761242764.220500:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969152 00000100:00100000:1.0:1761242764.220515:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5294 00000100:00100000:1.0:1761242764.220518:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082bfe1ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480969152:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220539:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082bfe1ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480969152:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242764.220543:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5294 00000100:00100000:1.0:1761242764.220563:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090ac8d47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480968896:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220582:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480968832:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220590:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000222e12de pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480969152:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220630:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968640 00000100:00100000:1.0:1761242764.220648:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480968704 00000100:00100000:1.0:1761242764.220660:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3470 00000100:00100000:1.0:1761242764.220664:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ff0eac4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480968640:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220692:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ff0eac4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480968640:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242764.220697:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3470 00000100:00100000:1.0:1761242764.220707:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471 00000100:00100000:1.0:1761242764.220710:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1132cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480968704:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220731:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1132cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480968704:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (835us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242764.220736:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471 00000100:00100000:1.0:1761242764.220768:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480968704:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242764.220779:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480968640:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242764.220933:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025dd39b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480968576:12345-0@lo:400:kworker/u8:3.0 Request processed in 1774us (2069us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242764.220941:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5291 00000100:00100000:3.0:1761242764.222301:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480968576:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761242764.920535:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242765.171439:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242765.171494:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242765.171530:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242765.171563:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242765.171599:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820032 00000100:00100000:1.0:1761242765.171645:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819968 00000100:00100000:1.0:1761242765.171667:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5295 00000100:00100000:1.0:1761242765.171674:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000222e12de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464820032:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242765.171765:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000222e12de pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464820032:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 90us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242765.171773:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5295 00000100:00100000:1.0:1761242765.171791:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5296 00000100:00100000:1.0:1761242765.171795:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ac8d47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464819968:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242765.171818:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ac8d47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464819968:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 22us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242765.171824:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5296 00000100:00100000:1.0:1761242765.171844:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820096 00000100:00100000:1.0:1761242765.171867:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2657 00000100:00100000:1.0:1761242765.171871:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464820096:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242765.171893:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464820096:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 21us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242765.171898:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2657 00000100:00100000:2.0:1761242765.175886:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464819904 00000100:00100000:2.0:1761242765.175941:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1893 00000100:00100000:2.0:1761242765.175956:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eddbac9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464819904:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242765.177988:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eddbac9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464819904:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 2033us (6551us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242765.178002:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1893 00000100:00100000:1.0:1761242765.178347:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242765.178692:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820160 00000100:00100000:0.0:1761242765.178967:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2223 00000100:00100000:0.0:1761242765.178973:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88e7fa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464820160:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:0.0:1761242765.179057:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242765.179119:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88e7fa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464820160:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 144us (773us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242765.179125:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2223 00010000:00010000:1.0:1761242765.944484:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242766.264604:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002afe4c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480969216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242766.264681:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242766.267159:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969216 00000100:00100000:0.0:1761242766.267250:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:0.0:1761242766.267259:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fda176c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480969216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242766.267300:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242766.267380:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fda176c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480969216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (2702us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242766.267389:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00100000:0.0:1761242766.267517:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002afe4c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480969216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242766.269704:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480969280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242766.270054:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242766.270408:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969280 00000100:00100000:2.0:1761242766.270456:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 00000100:00100000:2.0:1761242766.270461:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480969280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242766.270483:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242766.270522:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480969280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242766.270528:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00100000:2.0:1761242766.270565:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480969280:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1761242766.968445:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242767.288523:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480969344:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242767.288598:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242767.288697:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969344 00000100:00100000:1.0:1761242767.288748:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472 00000100:00100000:1.0:1761242767.288753:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025e5ca52 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480969344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242767.288793:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242767.288837:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025e5ca52 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480969344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242767.288844:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472 00000100:00100000:3.0:1761242767.288963:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480969344:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242767.289122:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242767.289133:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ec1efa2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480969408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242767.289161:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242767.289243:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969408 00000100:00100000:2.0:1761242767.289276:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473 00000100:00100000:2.0:1761242767.289280:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480969408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242767.289301:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242767.289333:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480969408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242767.289339:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473 00000100:00100000:3.0:1761242767.289410:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ec1efa2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480969408:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242767.993663:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242769.018138:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242769.336572:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c528aef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480969472:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242769.336658:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242769.336751:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969472 00000100:00100000:2.0:1761242769.336798:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:2.0:1761242769.336803:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e30b541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480969472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242769.337771:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e30b541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480969472:12345-0@lo:400:kworker/u8:3.0 Request processed in 965us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242769.337781:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00000100:00100000:0.0:1761242769.337854:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009765ce91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480969664:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242769.338138:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242769.338143:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242769.338146:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242769.338152:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4276 00000100:00080000:3.0:1761242769.338155:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242769.338158:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242769.338176:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000da18c63b x1846792480969920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242769.338225:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480969920:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242769.338267:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242769.340696:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c528aef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480969472:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242769.340731:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024cd9c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480969728:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242769.340787:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242769.340850:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969728 00000100:00100000:1.0:1761242769.340910:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5297 00000100:00100000:1.0:1761242769.340915:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c646b5ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480969728:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242769.340963:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c646b5ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480969728:12345-0@lo:400:kworker/u8:3.0 Request processed in 47us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242769.340971:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5297 00000100:00100000:1.0:1761242769.341007:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024cd9c03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480969728:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242769.341125:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078d3333e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480969536:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242769.341152:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242769.341168:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7a5f929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480969792:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242769.341191:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242769.341209:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761242769.341214:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000846db23e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480969600:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242769.341265:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969920 00000100:00100000:1.0:1761242769.341284:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969792 00000100:00100000:1.0:1761242769.341305:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658 00000100:00100000:1.0:1761242769.341309:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480969792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242769.341340:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480969792:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242769.341346:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658 00000100:00100000:1.0:1761242769.341357:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224 00000100:00100000:1.0:1761242769.341360:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abf48fd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480969920:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242769.341443:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242769.341521:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242769.341564:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969664 00000100:00100000:0.0:1761242769.341598:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474 00000100:00100000:0.0:1761242769.341602:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df641c5b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480969664:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242769.341635:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df641c5b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480969664:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242769.341641:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474 00000100:00100000:0.0:1761242769.341678:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009765ce91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480969664:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242769.341720:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969536 00000100:00100000:0.0:1761242769.341740:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5298 00000100:00100000:0.0:1761242769.341744:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006994be12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480969536:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242769.341773:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006994be12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480969536:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242769.341779:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5298 00000100:00100000:0.0:1761242769.341813:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242769.341827:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067e1121f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480969856:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242769.341847:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242769.341862:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078d3333e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480969536:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242769.341881:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7a5f929 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480969792:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242769.341900:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969856 00000100:00100000:0.0:1761242769.341917:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00000100:00100000:0.0:1761242769.341921:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba3dee3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480969856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242769.341949:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba3dee3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480969856:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242769.341954:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00000100:00100000:0.0:1761242769.341974:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067e1121f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480969856:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242769.341988:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969600 00000100:00100000:0.0:1761242769.342006:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3475 00000100:00100000:0.0:1761242769.342009:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a416f8f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480969600:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242769.342036:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a416f8f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480969600:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242769.342042:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3475 00000100:00100000:0.0:1761242769.342070:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000846db23e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480969600:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242769.342097:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242769.342103:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242769.342106:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242769.342111:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4276 00000100:00080000:3.0:1761242769.342114:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242769.342118:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242769.342147:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007d99b48f x1846792480969984/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242769.342707:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d99b48f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480969984:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242769.342743:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242769.342812:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480969984 00000100:00100000:0.0:1761242769.342836:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225 00000100:00100000:0.0:1761242769.342840:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480969984:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242769.343787:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242769.343841:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480969984:12345-0@lo:8:kworker/u8:3.0 Request processed in 999us (1097us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242769.343853:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225 00000100:00100000:1.0:1761242769.344272:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abf48fd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480969920:12345-0@lo:8:kworker/u8:3.0 Request processed in 2909us (6003us total) trans 0 rc -19/-19 00000100:00080000:2.0:1761242769.344277:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242769.344283:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242769.344289:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480969920:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242769.344302:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224 00000100:00080000:2.0:1761242769.344323:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242769.344327:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242769.344330:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d99b48f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480969984:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242769.344334:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c95d33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480970112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242769.344371:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242769.344398:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008149cf0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480970048:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242769.344431:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242769.344547:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970112 00000100:00100000:2.0:1761242769.344582:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970048 00000100:00100000:2.0:1761242769.344617:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5299 00000100:00100000:2.0:1761242769.344622:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dca83f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480970112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242769.344661:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dca83f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480970112:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242769.344668:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5299 00000100:00100000:2.0:1761242769.344679:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5300 00000100:00100000:2.0:1761242769.344682:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007644302d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480970048:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242769.344710:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007644302d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480970048:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242769.344716:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5300 00000100:00100000:2.0:1761242769.344747:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008149cf0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480970048:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242769.344971:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c95d33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480970112:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242770.044112:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242770.292683:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242770.292727:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242770.292754:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242770.292778:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242770.292798:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242770.292886:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820352 00000100:00100000:0.0:1761242770.292937:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820288 00000100:00100000:0.0:1761242770.292962:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5301 00000100:00100000:0.0:1761242770.292969:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd2d7249 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464820352:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242770.293042:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd2d7249 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464820352:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 73us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242770.293049:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5301 00000100:00100000:0.0:1761242770.293067:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5302 00000100:00100000:0.0:1761242770.293071:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f869ce3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464820288:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242770.293092:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f869ce3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464820288:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 21us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242770.293098:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5302 00000100:00100000:0.0:1761242770.293118:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820480 00000100:00100000:0.0:1761242770.293134:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820416 00000100:00100000:0.0:1761242770.293155:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2660 00000100:00100000:0.0:1761242770.293160:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2556802 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464820416:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242770.293183:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2556802 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464820416:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 23us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242770.293189:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2660 00000100:00100000:0.0:1761242770.293199:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2226 00000100:00100000:0.0:1761242770.293203:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e547458 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464820480:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:0.0:1761242770.293332:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242770.293359:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e547458 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464820480:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 155us (684us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242770.293365:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2226 00000100:00100000:3.0:1761242770.293535:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820224 00000100:00100000:3.0:1761242770.293570:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1895 00000100:00100000:3.0:1761242770.293574:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071df2e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464820224:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242770.293601:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071df2e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464820224:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 26us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242770.293606:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1895 00010000:00010000:0.0:1761242771.064391:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242771.385727:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480970176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242771.385795:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242771.386318:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242771.388626:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970176 00000100:00100000:0.0:1761242771.388680:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:0.0:1761242771.388686:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7c98c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480970176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242771.388723:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242771.389592:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000822d332a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480970240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242771.389643:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242771.389847:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7c98c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480970176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1159us (4051us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242771.389856:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:0.0:1761242771.389875:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970240 00000100:00100000:0.0:1761242771.389899:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:0.0:1761242771.389904:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c95d33f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480970240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242771.389918:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242771.389945:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c95d33f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480970240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242771.389950:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00100000:3.0:1761242771.390063:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480970176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242771.390090:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000822d332a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480970240:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1761242772.088425:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242772.408687:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480970368:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242772.408756:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242772.408811:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761242772.408852:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b6dc6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480970304:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242772.408874:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242772.408957:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970368 00000100:00100000:2.0:1761242772.409006:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970304 00000100:00100000:2.0:1761242772.409028:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3476 00000100:00100000:2.0:1761242772.409034:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0fbd756 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480970368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242772.409074:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242772.409119:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0fbd756 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480970368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242772.409126:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3476 00000100:00100000:2.0:1761242772.409146:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477 00000100:00100000:2.0:1761242772.409150:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a56f82a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480970304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242772.409169:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242772.409214:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480970368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242772.414793:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a56f82a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480970304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5633us (5909us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242772.414821:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477 00000100:00100000:0.0:1761242772.418704:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b6dc6fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480970304:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242773.114033:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242774.137617:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242774.456816:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242774.459334:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761242774.459351:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f035704 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480970496:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242774.459430:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242774.459862:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970496 00000100:00100000:1.0:1761242774.459918:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5303 00000100:00100000:1.0:1761242774.459924:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008149cf0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480970496:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242774.459989:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008149cf0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480970496:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242774.459995:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5303 00000100:00100000:3.0:1761242774.460092:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f035704 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480970496:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242774.460256:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2bf84f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480970432:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242774.460293:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242774.460362:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970432 00000100:00100000:1.0:1761242774.460389:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896 00000100:00100000:1.0:1761242774.460393:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480970432:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242774.460583:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480970432:12345-0@lo:400:kworker/u8:2.0 Request processed in 188us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242774.460589:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896 00000100:00080000:0.0:1761242774.460708:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242774.460713:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242774.460716:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242774.460721:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4281 00000100:00080000:0.0:1761242774.460724:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242774.460727:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242774.460745:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006f035704 x1846792480970880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761242774.460759:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242774.460762:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242774.460763:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242774.460766:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4281 00000100:00080000:0.0:1761242774.460767:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242774.460769:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242774.460787:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a0547453 x1846792480970944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242774.460819:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d6b6a50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480970560:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.460848:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242774.460865:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba395ec0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480970816:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.460887:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242774.460916:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761242774.460921:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf3b55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480970624:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.460941:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242774.460955:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b37d0ccb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480971008:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.460974:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242774.461004:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970560 00000100:00100000:0.0:1761242774.461035:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970624 00000100:00100000:0.0:1761242774.461053:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478 00000100:00100000:0.0:1761242774.461057:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000891b4220 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480970560:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.461094:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000891b4220 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480970560:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242774.461100:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478 00000100:00100000:0.0:1761242774.461113:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3479 00000100:00100000:0.0:1761242774.461116:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008233ec4d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480970624:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.461140:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008233ec4d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480970624:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242774.461145:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3479 00000100:00100000:0.0:1761242774.461165:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970816 00000100:00100000:0.0:1761242774.461200:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661 00000100:00100000:0.0:1761242774.461204:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f276fe29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480970816:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.461254:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f276fe29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480970816:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242774.461260:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661 00000100:00100000:0.0:1761242774.461294:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971008 00000100:00100000:0.0:1761242774.461314:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5304 00000100:00100000:0.0:1761242774.461318:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002ec9242 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480971008:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.461342:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002ec9242 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480971008:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242774.461347:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5304 00000100:00100000:0.0:1761242774.461370:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf3b55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480970624:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.461378:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b37d0ccb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480971008:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.461384:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d6b6a50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480970560:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.461390:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba395ec0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480970816:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242774.461424:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f035704 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480970880:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242774.461447:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242774.461459:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480970944:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242774.461477:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242774.461498:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970880 00000100:00100000:0.0:1761242774.461512:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970944 00000100:00100000:0.0:1761242774.461525:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2227 00000100:00100000:0.0:1761242774.461528:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000451ba3d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480970880:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242774.461617:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242774.461644:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000451ba3d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480970880:12345-0@lo:8:kworker/u8:2.0 Request processed in 114us (197us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242774.461649:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227 00000100:00100000:0.0:1761242774.461764:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2228 00000100:00100000:0.0:1761242774.461768:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480970944:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242774.461852:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242774.461872:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480970944:12345-0@lo:8:kworker/u8:2.0 Request processed in 104us (395us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242774.461878:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228 00000100:00080000:0.0:1761242774.461906:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242774.461910:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242774.461913:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f035704 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480970880:0@lo:8:kworker/u8:2.0 00000100:00080000:0.0:1761242774.461920:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242774.461922:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242774.461924:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480970944:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242774.462095:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f85dd75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480970688:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242774.462125:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242774.462152:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dddc194a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480971072:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242774.462173:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242774.462190:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242774.462195:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480970752:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242774.462218:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242774.462269:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970688 00000100:00100000:1.0:1761242774.462299:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971072 00000100:00100000:1.0:1761242774.462317:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5305 00000100:00100000:1.0:1761242774.462320:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9adeead pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480970688:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242774.462355:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9adeead pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480970688:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242774.462362:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5305 00000100:00100000:1.0:1761242774.462376:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5306 00000100:00100000:1.0:1761242774.462380:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e58b43e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480971072:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242774.462404:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e58b43e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480971072:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242774.462408:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5306 00000100:00100000:1.0:1761242774.462430:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480970752 00000100:00100000:1.0:1761242774.462449:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:1.0:1761242774.462453:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480970752:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242774.462477:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480970752:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242774.462482:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00000100:00100000:1.0:1761242774.462505:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480970752:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242774.462513:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f85dd75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480970688:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242774.462520:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dddc194a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480971072:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242774.463263:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2bf84f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480970432:0@lo:400:kworker/u8:2.0 00010000:00010000:0.0:1761242775.160390:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242775.411775:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242775.411819:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242775.411897:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820736 00000100:00100000:1.0:1761242775.411968:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2663 00000100:00100000:1.0:1761242775.411976:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ce5ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464820736:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242775.412047:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ce5ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464820736:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 71us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242775.412054:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2663 00000100:00100000:0.0:1761242775.412353:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820608 00000100:00100000:1.0:1761242775.417452:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5307 00000100:00100000:1.0:1761242775.417467:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e43ae739 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464820608:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242775.417566:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e43ae739 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464820608:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 101us (5810us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242775.417574:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5307 00000100:00100000:2.0:1761242775.419208:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242775.419298:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242775.419328:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242775.419352:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820672 00000100:00100000:1.0:1761242775.419408:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5308 00000100:00100000:1.0:1761242775.419414:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0007251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464820672:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242775.419427:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820544 00000100:00100000:3.0:1761242775.419453:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1897 00000100:00100000:3.0:1761242775.419457:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfa8dd55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464820544:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242775.419467:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0007251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464820672:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 53us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242775.419474:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5308 00000100:00100000:3.0:1761242775.419478:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfa8dd55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464820544:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 21us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242775.419483:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1897 00000100:00100000:0.0:1761242775.419836:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820800 00000100:00100000:0.0:1761242775.420025:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2229 00000100:00100000:0.0:1761242775.420030:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd1a29a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464820800:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761242775.420131:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242775.423873:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd1a29a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464820800:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 3832us (4536us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242775.423891:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2229 00010000:00010000:2.0:1761242776.184428:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242776.504944:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4d8ec4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480971136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242776.505013:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242776.505081:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971136 00000100:00100000:1.0:1761242776.505124:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:1.0:1761242776.505130:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eaed68fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480971136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242776.505161:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242776.505200:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eaed68fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480971136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242776.505207:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000100:00100000:1.0:1761242776.505430:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4d8ec4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480971136:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242776.506102:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242776.506113:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480971200:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242776.506157:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242776.506362:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971200 00000100:00100000:0.0:1761242776.506392:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1615 00000100:00100000:0.0:1761242776.506398:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d99b48f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480971200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242776.506413:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242776.506447:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d99b48f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480971200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242776.506454:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1615 00000100:00100000:0.0:1761242776.506485:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480971200:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242777.210653:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242777.528745:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480971264:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242777.528815:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242777.529090:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f035704 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480971328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242777.530075:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971264 00000100:00100000:3.0:1761242777.530123:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480 00000100:00100000:1.0:1761242777.530125:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242777.530129:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0547453 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480971264:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242777.530165:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971328 00000004:00000024:3.0:1761242777.530167:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242777.530208:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0547453 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480971264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (1394us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242777.530214:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480 00000100:00100000:3.0:1761242777.530247:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481 00000100:00100000:3.0:1761242777.530251:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000120f4d2c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480971328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242777.530269:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242777.530297:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000120f4d2c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480971328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 45us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242777.530303:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481 00000100:00100000:0.0:1761242777.530752:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480971264:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242777.530861:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f035704 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480971328:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761242778.234249:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761242779.259858:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242779.577384:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480971392:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242779.577463:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242779.577478:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242779.577523:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b88e7fa0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480971456:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242779.577525:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971392 00000100:00100000:2.0:1761242779.577543:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242779.577557:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e60dfacc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480971520:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242779.577565:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242779.577581:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:3.0:1761242779.577588:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480971392:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.577602:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242779.577640:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480971392:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242779.577647:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00000100:00100000:0.0:1761242779.577686:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242779.577696:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480971712:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242779.577715:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971520 00000100:00100000:0.0:1761242779.577736:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242779.577751:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3482 00000100:00100000:3.0:1761242779.577757:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bf98231 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480971520:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242779.577771:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971712 00000100:00100000:2.0:1761242779.577791:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971456 00000100:00100000:0.0:1761242779.577806:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:0.0:1761242779.577811:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480971712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.577830:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5309 00000100:00100000:2.0:1761242779.577835:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f035704 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480971456:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242779.577846:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480971712:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242779.577855:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00100000:0.0:1761242779.577879:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2556802 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480971584:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.577893:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f035704 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480971456:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242779.577900:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5309 00000100:00100000:0.0:1761242779.577912:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242779.577939:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e547458 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480971648:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242779.577949:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971584 00000100:00100000:2.0:1761242779.577970:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242779.577979:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3483 00000100:00100000:0.0:1761242779.577983:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f4ab399 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480971584:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.578015:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480971392:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242779.578029:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f4ab399 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480971584:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242779.578036:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3483 00000100:00100000:2.0:1761242779.578050:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971648 00000100:00100000:0.0:1761242779.578073:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2556802 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480971584:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.578077:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5310 00000100:00100000:2.0:1761242779.578083:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000742503d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480971648:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242779.578100:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480971776:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.578120:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000742503d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480971648:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242779.578131:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5310 00000100:00100000:0.0:1761242779.578133:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242779.578159:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480971712:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.578169:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e547458 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480971648:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242779.578175:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b88e7fa0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480971456:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242779.578421:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971776 00000100:00100000:0.0:1761242779.578442:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665 00000100:00100000:0.0:1761242779.578446:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f049030f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480971776:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242779.578480:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f049030f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480971776:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242779.578485:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665 00000100:00100000:0.0:1761242779.578505:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480971776:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242779.578858:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bf98231 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480971520:12345-0@lo:400:kworker/u8:2.0 Request processed in 1100us (1256us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242779.578867:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3482 00000100:00100000:2.0:1761242779.579021:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e60dfacc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480971520:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242779.579445:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242779.579451:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242779.579455:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242779.579460:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4286 00000100:00080000:1.0:1761242779.579464:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242779.579468:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242779.579495:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b2393291 x1846792480971840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242779.579515:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242779.579518:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242779.579520:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242779.579522:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4286 00000100:00080000:1.0:1761242779.579524:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242779.579527:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242779.579536:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e60dfacc x1846792480971904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242779.579547:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480971840:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242779.579591:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242779.579614:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e60dfacc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480971904:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242779.579616:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971840 00000100:00100000:0.0:1761242779.579642:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242779.579646:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230 00000100:00100000:1.0:1761242779.579650:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480971840:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242779.579674:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971904 00000100:00100000:0.0:1761242779.579708:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231 00000100:00100000:0.0:1761242779.579712:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba3dee3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480971904:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242779.579785:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242779.579822:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480971840:12345-0@lo:8:kworker/u8:2.0 Request processed in 171us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242779.579828:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230 00010000:02020000:0.0:1761242779.579831:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1761242779.579858:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242779.579862:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242779.579867:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480971840:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242779.579868:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba3dee3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480971904:12345-0@lo:8:kworker/u8:2.0 Request processed in 153us (226us total) trans 0 rc -19/-19 00000100:00080000:1.0:1761242779.579890:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242779.579893:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242779.579895:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e60dfacc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480971904:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242779.579966:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480971968:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.579996:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242779.580028:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242779.580033:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b88e7fa0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480972032:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.580052:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242779.580074:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480971968 00000100:00100000:2.0:1761242779.580098:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972032 00000100:00100000:2.0:1761242779.580114:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5311 00000100:00100000:2.0:1761242779.580118:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005791f7cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480971968:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.580153:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005791f7cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480971968:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242779.580158:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5311 00000100:00100000:2.0:1761242779.580173:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5312 00000100:00100000:2.0:1761242779.580177:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011dfe733 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480972032:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.580202:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011dfe733 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480972032:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242779.580207:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5312 00000100:00100000:2.0:1761242779.580254:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b88e7fa0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480972032:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242779.580264:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480971968:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242779.580852:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231 00010000:00010000:2.0:1761242780.281275:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242780.531861:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242780.534581:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242780.534677:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242780.534846:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820864 00000100:00100000:3.0:1761242780.534905:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1899 00000100:00100000:3.0:1761242780.534912:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464820864:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242780.534988:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464820864:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 75us (3134us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242780.534995:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1899 00000100:00100000:2.0:1761242780.537185:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242780.537282:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242780.537343:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821056 00000100:00100000:2.0:1761242780.537388:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821120 00000100:00100000:2.0:1761242780.537408:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2666 00000100:00100000:2.0:1761242780.537414:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4d8ec4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464821056:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242780.537480:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4d8ec4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464821056:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 65us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242780.537487:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2666 00000100:00100000:2.0:1761242780.537503:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2232 00000100:00100000:2.0:1761242780.537507:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464821120:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761242780.537600:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242780.537627:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464821120:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 119us (346us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242780.537634:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2232 00000100:00100000:1.0:1761242780.538129:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820928 00000100:00100000:0.0:1761242780.538140:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464820992 00000100:00100000:1.0:1761242780.538170:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5313 00000100:00100000:1.0:1761242780.538177:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0cd2a43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464820928:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242780.538182:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5314 00000100:00100000:0.0:1761242780.538189:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd40a8d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464820992:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242780.538246:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0cd2a43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464820928:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 50us (3655us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242780.538251:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd40a8d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464820992:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 38us (3551us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242780.538259:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5313 00000100:00100000:0.0:1761242780.538265:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5314 00010000:00010000:3.0:1761242781.309168:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242781.624427:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f276fe29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480972096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242781.624498:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242781.624556:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972096 00000100:00100000:3.0:1761242781.624614:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00000100:00100000:3.0:1761242781.624621:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480972096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242781.624684:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242781.624730:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480972096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242781.624738:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00000100:00100000:3.0:1761242781.624764:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abf48fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480972160:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242781.624795:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242781.624836:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972160 00000100:00100000:3.0:1761242781.624862:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617 00000100:00100000:3.0:1761242781.624866:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000846db23e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480972160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242781.624877:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242781.625136:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000846db23e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480972160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 269us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242781.625143:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617 00000100:00100000:0.0:1761242781.626421:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f276fe29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480972096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242781.626553:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abf48fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480972160:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761242782.330511:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242782.648427:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abf48fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480972224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242782.648511:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242782.648684:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067e1121f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480972288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242782.649572:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972224 00000100:00100000:2.0:1761242782.649646:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484 00000100:00100000:2.0:1761242782.649653:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f276fe29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480972224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242782.649693:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242782.650097:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242782.650151:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972288 00000100:00100000:3.0:1761242782.650200:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485 00000100:00100000:3.0:1761242782.650204:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480972288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242782.650243:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242782.650294:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480972288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242782.650301:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485 00000100:00100000:3.0:1761242782.650343:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067e1121f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480972288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242782.650731:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f276fe29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480972224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1077us (2221us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242782.650740:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484 00000100:00100000:0.0:1761242782.650875:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abf48fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480972224:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1761242783.352874:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242784.377250:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242784.696425:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480972352:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242784.696448:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e547458 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480972416:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242784.696462:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242784.696467:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242784.696471:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242784.696477:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4292 00000100:00080000:1.0:1761242784.696479:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242784.696486:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242784.696506:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242784.696507:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242784.696513:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066dcc5f5 x1846792480972800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242784.696531:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242784.696534:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242784.696535:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761242784.696537:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480972608:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242784.696539:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4292 00000100:00100000:2.0:1761242784.696541:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b88e7fa0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480972672:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242784.696542:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242784.696548:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242784.696561:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cb9c935 x1846792480972864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242784.696567:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242784.696579:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242784.696602:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480972992:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242784.696612:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480972800:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242784.696631:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242784.696637:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242784.696643:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972672 00000100:00100000:1.0:1761242784.696654:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cb9c935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480972864:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242784.696669:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972416 00000100:00100000:1.0:1761242784.696676:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242784.696689:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972800 00000100:00100000:0.0:1761242784.696701:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972608 00000100:00100000:1.0:1761242784.696706:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972992 00000100:00100000:2.0:1761242784.696712:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972864 00000100:00100000:0.0:1761242784.696734:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5315 00000100:00100000:2.0:1761242784.696736:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667 00000100:00100000:0.0:1761242784.696745:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b6dc6fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480972416:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242784.696746:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000822d332a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480972672:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242784.696799:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000822d332a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480972672:12345-0@lo:400:kworker/u8:2.0 Request processed in 57us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242784.696810:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667 00000100:00100000:0.0:1761242784.696811:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b6dc6fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480972416:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242784.696820:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5315 00000100:00100000:2.0:1761242784.696827:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233 00000100:00100000:2.0:1761242784.696831:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480972800:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242784.696841:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5316 00000100:00100000:0.0:1761242784.696846:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d6b6a50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480972608:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242784.696875:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d6b6a50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480972608:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242784.696881:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5316 00000100:00100000:3.0:1761242784.696886:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2556802 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480972480:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242784.696892:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5317 00000100:00100000:0.0:1761242784.696895:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b37d0ccb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480972992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242784.696916:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b37d0ccb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480972992:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242784.696916:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:02020000:2.0:1761242784.696920:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242784.696924:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5317 00000100:00100000:3.0:1761242784.696934:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b3c4fa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480972736:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242784.696960:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480972800:12345-0@lo:8:kworker/u8:2.0 Request processed in 127us (323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242784.696969:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233 00000100:00100000:3.0:1761242784.696972:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242784.696984:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972736 00000100:00100000:3.0:1761242784.696992:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1761242784.697000:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480972544:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242784.697002:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668 00000100:00100000:2.0:1761242784.697008:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7a5f929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480972736:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242784.697042:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242784.697047:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7a5f929 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480972736:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242784.697053:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668 00000100:00100000:2.0:1761242784.697065:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234 00000100:00100000:3.0:1761242784.697068:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024dfaab1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480972928:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242784.697070:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480972864:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242784.697093:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242784.697139:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972928 00010000:02020000:2.0:1761242784.697152:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242784.697157:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5318 00000100:00100000:3.0:1761242784.697160:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b3c4fa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480972736:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242784.697161:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078d3333e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480972928:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242784.697184:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480972864:12345-0@lo:8:kworker/u8:2.0 Request processed in 113us (507us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242784.697191:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234 00000100:00100000:3.0:1761242784.697191:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972480 00000100:00100000:0.0:1761242784.697205:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078d3333e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480972928:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242784.697212:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5318 00000100:00100000:3.0:1761242784.697220:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972544 00000100:00100000:3.0:1761242784.697258:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486 00000100:00100000:3.0:1761242784.697262:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067e1121f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480972480:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242784.697265:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480972992:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242784.697279:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b88e7fa0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480972672:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242784.697281:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480972608:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242784.697291:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067e1121f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480972480:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242784.697296:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486 00000100:00100000:2.0:1761242784.697301:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e547458 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480972416:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242784.697309:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487 00000100:00100000:3.0:1761242784.697315:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009525dfe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480972544:12345-0@lo:400:kworker/u8:2.0 00000100:00080000:0.0:1761242784.697348:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242784.697353:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242784.697356:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480972800:0@lo:8:kworker/u8:2.0 00000100:00080000:0.0:1761242784.697367:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242784.697370:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242784.697370:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480972352 00000100:00100000:0.0:1761242784.697375:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cb9c935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480972864:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242784.697398:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900 00000100:00100000:2.0:1761242784.697402:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480972352:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242784.697491:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009525dfe9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480972544:12345-0@lo:400:kworker/u8:2.0 Request processed in 174us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242784.697498:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487 00000100:00100000:2.0:1761242784.697514:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480972352:12345-0@lo:400:kworker/u8:2.0 Request processed in 110us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242784.697520:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900 00000100:00100000:2.0:1761242784.697571:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480972544:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242784.697595:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024dfaab1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480972928:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242784.697609:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2556802 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480972480:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242784.697834:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480972352:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242785.404290:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242785.652223:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242785.652319:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242785.652339:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242785.652350:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821248 00000100:00100000:2.0:1761242785.652395:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242785.652407:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5319 00000100:00100000:1.0:1761242785.652415:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ec1efa2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464821248:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242785.652426:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242785.652452:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821184 00000100:00100000:2.0:1761242785.652479:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1901 00000100:00100000:2.0:1761242785.652484:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464821184:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242785.652495:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ec1efa2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464821248:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 78us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242785.652504:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5319 00000100:00100000:2.0:1761242785.652514:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464821184:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 29us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242785.652522:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1901 00000100:00100000:1.0:1761242785.652526:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821312 00000100:00100000:1.0:1761242785.652553:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5320 00000100:00100000:1.0:1761242785.652559:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ecfa665 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464821312:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242785.652603:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ecfa665 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464821312:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 43us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242785.652611:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5320 00000100:00100000:3.0:1761242785.652705:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821440 00000100:00100000:3.0:1761242785.652741:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821376 00000100:00100000:3.0:1761242785.652780:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2669 00000100:00100000:3.0:1761242785.652785:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000136f5493 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464821376:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242785.652836:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000136f5493 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464821376:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 50us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242785.652842:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2669 00000100:00100000:3.0:1761242785.652857:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2235 00000100:00100000:3.0:1761242785.652860:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002afe4c24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464821440:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761242785.652952:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242785.652979:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002afe4c24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464821440:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 118us (662us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242785.652985:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2235 00010000:00010000:1.0:1761242786.424473:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242786.744616:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761242786.744632:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf3b55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480973056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242786.744699:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242786.744813:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480973120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242786.744842:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242786.744962:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973056 00000100:00100000:2.0:1761242786.744983:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973120 00000100:00100000:3.0:1761242786.745003:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:2.0:1761242786.745014:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:3.0:1761242786.745014:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058e95e85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480973056:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242786.745018:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3de524e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480973120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242786.745047:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:3.0:1761242786.745047:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242786.745089:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3de524e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480973120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242786.745089:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058e95e85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480973056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242786.745096:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00100000:0.0:1761242786.745153:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480973120:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242786.745153:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf3b55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480973056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242786.748030:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00010000:00010000:0.0:1761242787.448411:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242787.768641:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242787.768656:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf3b55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480973184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242787.769129:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034412987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480973248:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242787.769876:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242787.769931:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973184 00000100:00100000:3.0:1761242787.769979:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3488 00000100:00100000:3.0:1761242787.769985:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480973184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242787.770023:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242787.770801:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480973184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 813us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242787.770812:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3488 00000100:00100000:2.0:1761242787.771077:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf3b55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480973184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242787.771345:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242787.771488:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973248 00000100:00100000:3.0:1761242787.771545:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489 00000100:00100000:3.0:1761242787.771550:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062f775ca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480973248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242787.771579:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242787.771641:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062f775ca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480973248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242787.771648:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489 00000100:00100000:2.0:1761242787.771677:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034412987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480973248:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242788.472765:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242789.497371:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242789.817124:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034412987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480973312:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761242789.817139:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242789.817144:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242789.817148:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242789.817153:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4297 00000100:00080000:2.0:1761242789.817156:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242789.817162:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242789.817182:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006bf98231 x1846792480973760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761242789.817197:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242789.817201:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242789.817202:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242789.817205:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4297 00000100:00080000:2.0:1761242789.817207:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242789.817210:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242789.817219:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000abf48fd7 x1846792480973824/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242789.817245:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242789.817278:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cfc13be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480973568:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242789.817291:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9b7776a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480973440:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242789.817307:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242789.817324:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480973952:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242789.817330:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242789.817350:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480973696:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242789.817353:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242789.817376:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761242789.817383:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000551498a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480973504:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242789.817384:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242789.817406:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761242789.817412:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000526989a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480973376:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242789.817431:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242789.817441:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000092073ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480973632:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242789.817457:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242789.817485:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973696 00000100:00100000:3.0:1761242789.817523:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242789.817541:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973632 00000100:00100000:3.0:1761242789.817547:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480973888:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242789.817563:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670 00000100:00100000:3.0:1761242789.817569:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242789.817572:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480973696:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242789.817596:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973440 00000100:00100000:2.0:1761242789.817621:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480973696:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242789.817627:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670 00000100:00100000:2.0:1761242789.817642:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671 00000100:00100000:2.0:1761242789.817645:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057207557 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480973632:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242789.817669:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057207557 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480973632:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242789.817673:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671 00000100:00100000:2.0:1761242789.817696:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973568 00000100:00100000:2.0:1761242789.817716:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973952 00000100:00100000:1.0:1761242789.817730:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973376 00000100:00100000:2.0:1761242789.817732:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973888 00000100:00100000:2.0:1761242789.817752:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5321 00000100:00100000:2.0:1761242789.817756:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4c8a003 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480973568:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242789.817762:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5322 00000100:00100000:1.0:1761242789.817768:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d89ae12a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480973952:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242789.817807:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4c8a003 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480973568:12345-0@lo:400:kworker/u8:3.0 Request processed in 49us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242789.817814:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5321 00000100:00100000:1.0:1761242789.817820:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d89ae12a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480973952:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242789.817827:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5323 00000100:00100000:2.0:1761242789.817831:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025e5ca52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480973888:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242789.817874:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973504 00000100:00100000:0.0:1761242789.817901:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bf98231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480973760:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242789.817928:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5322 00000100:00100000:0.0:1761242789.817932:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242789.817952:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abf48fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480973824:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242789.817953:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5324 00000100:00100000:1.0:1761242789.817961:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000799468eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480973376:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242789.817974:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242789.818025:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490 00000100:00100000:3.0:1761242789.818029:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084d7cf3f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480973440:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242789.818147:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973760 00000100:00100000:0.0:1761242789.818165:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973824 00000100:00100000:0.0:1761242789.818176:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236 00000100:00100000:0.0:1761242789.818179:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cb023a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480973760:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242789.818288:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242789.818295:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084d7cf3f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480973440:12345-0@lo:400:kworker/u8:3.0 Request processed in 263us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242789.818302:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490 00000100:00100000:3.0:1761242789.818321:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491 00000100:00100000:0.0:1761242789.818328:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cb023a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480973760:12345-0@lo:8:kworker/u8:3.0 Request processed in 145us (396us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242789.818328:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0175fe7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480973504:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242789.818340:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236 00000100:00100000:0.0:1761242789.818354:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237 00000100:00100000:0.0:1761242789.818358:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df641c5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480973824:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242789.818368:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0175fe7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480973504:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242789.818374:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491 00010000:02020000:0.0:1761242789.818433:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242789.818436:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000092073ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480973632:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242789.818453:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9b7776a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480973440:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242789.818460:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df641c5b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480973824:12345-0@lo:8:kworker/u8:3.0 Request processed in 100us (485us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242789.818468:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237 00000100:00100000:3.0:1761242789.818468:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480973696:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242789.818529:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000551498a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480973504:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242789.818538:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480973312 00000100:00100000:3.0:1761242789.818541:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cfc13be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480973568:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242789.818552:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480973952:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242789.818570:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902 00000100:00100000:0.0:1761242789.818574:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480973312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242789.818610:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480973312:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242789.818617:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902 00000100:00100000:3.0:1761242789.818637:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034412987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480973312:0@lo:400:kworker/u8:3.0 00000100:00080000:0.0:1761242789.818660:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242789.818664:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242789.818668:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bf98231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480973760:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761242789.818676:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242789.818678:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242789.818680:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abf48fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480973824:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242789.818725:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000799468eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480973376:12345-0@lo:400:kworker/u8:3.0 Request processed in 763us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242789.818733:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5324 00000100:00100000:2.0:1761242789.821107:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025e5ca52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480973888:12345-0@lo:400:kworker/u8:3.0 Request processed in 3266us (3531us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242789.821120:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5323 00000100:00100000:1.0:1761242789.821725:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480973888:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242789.821827:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000526989a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480973376:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242790.521156:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242790.772441:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242790.772501:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242790.772535:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242790.772566:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242790.772615:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821568 00000100:00100000:1.0:1761242790.772616:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821504 00000100:00100000:2.0:1761242790.772666:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821632 00000100:00100000:1.0:1761242790.772670:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1903 00000100:00100000:1.0:1761242790.772678:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464821504:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242790.772761:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464821504:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 81us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242790.772768:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1903 00000100:00100000:2.0:1761242790.775354:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5325 00000100:00100000:2.0:1761242790.775371:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000ed273b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464821568:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242790.775436:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5326 00000100:00100000:1.0:1761242790.775445:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da57e207 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464821632:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242790.775461:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000ed273b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464821568:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 94us (3027us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242790.775485:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5325 00000100:00100000:1.0:1761242790.775493:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da57e207 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464821632:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 48us (2926us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242790.775501:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5326 00000100:00100000:1.0:1761242790.775554:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821696 00000100:00100000:2.0:1761242790.775568:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242790.775596:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821760 00000100:00100000:1.0:1761242790.775616:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2672 00000100:00100000:1.0:1761242790.775621:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f66f7de7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464821696:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242790.775652:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f66f7de7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464821696:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 31us (3152us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242790.775657:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2672 00000100:00100000:1.0:1761242790.775675:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2238 00000100:00100000:1.0:1761242790.775680:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a61b904c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464821760:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761242790.775767:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242790.775812:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a61b904c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464821760:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 132us (245us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242790.775820:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2238 00010000:00010000:0.0:1761242791.544464:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242791.865940:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005a38615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480974016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242791.866010:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a416f8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480974080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242791.866015:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242791.866051:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242791.866093:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974016 00000100:00100000:3.0:1761242791.866137:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974080 00000100:00100000:3.0:1761242791.866158:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1620 00000100:00100000:3.0:1761242791.866163:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480974016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242791.866195:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242791.866253:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480974016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242791.866263:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1620 00000100:00100000:3.0:1761242791.866279:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:3.0:1761242791.866283:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000891b4220 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480974080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242791.866292:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242791.866322:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000891b4220 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480974080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242791.866327:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00100000:3.0:1761242791.866366:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005a38615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480974016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242791.866395:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a416f8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480974080:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242792.572137:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242792.888522:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067e1121f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480974144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242792.888592:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242792.888598:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029444745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480974208:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242792.889450:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974144 00000100:00100000:2.0:1761242792.889507:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492 00000100:00100000:2.0:1761242792.889514:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008233ec4d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480974144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242792.889548:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242792.889596:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008233ec4d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480974144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242792.889602:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492 00000100:00100000:1.0:1761242792.890961:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242792.890970:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067e1121f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480974144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242792.891125:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974208 00000100:00100000:3.0:1761242792.891162:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3493 00000100:00100000:3.0:1761242792.891166:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480974208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242792.891194:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242792.891263:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480974208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242792.891269:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3493 00000100:00100000:1.0:1761242792.891338:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029444745 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480974208:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242793.592458:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242794.619134:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761242794.936648:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242794.936656:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242794.936659:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242794.936667:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4302 00000100:00080000:0.0:1761242794.936671:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242794.936676:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242794.936696:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002a416f8f x1846792480974720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761242794.936713:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242794.936716:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242794.936718:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242794.936721:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4302 00000100:00080000:0.0:1761242794.936722:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242794.936725:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242794.936732:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cf3b55f x1846792480974784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242794.936762:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a416f8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480974720:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242794.936820:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242794.936844:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf3b55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480974784:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242794.936861:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242794.936894:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974720 00000100:00100000:3.0:1761242794.937001:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f276fe29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480974400:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242794.937030:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242794.937045:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480974656:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242794.937061:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242794.937115:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f4ab399 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480974336:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242794.937141:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242794.937154:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f85dd75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480974592:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242794.937187:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974400 00000100:00100000:2.0:1761242794.937212:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3494 00000100:00100000:2.0:1761242794.937217:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009765ce91 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480974400:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242794.937271:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009765ce91 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480974400:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242794.937277:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3494 00000100:00100000:2.0:1761242794.937301:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974336 00000100:00100000:2.0:1761242794.937321:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5327 00000100:00100000:2.0:1761242794.937324:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd78a550 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480974336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242794.937349:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd78a550 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480974336:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242794.937357:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5327 00000100:00100000:1.0:1761242794.937451:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480974272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937484:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242794.937501:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dddc194a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480974528:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937518:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242794.937527:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2556802 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480974912:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937540:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242794.937560:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2bf84f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480974464:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937576:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242794.937586:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480974848:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937599:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242794.937619:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974528 00000100:00100000:1.0:1761242794.937637:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974912 00000100:00100000:1.0:1761242794.937649:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974848 00000100:00100000:1.0:1761242794.937661:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5328 00000100:00100000:1.0:1761242794.937664:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029444745 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480974528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937688:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029444745 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480974528:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242794.937693:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5328 00000100:00100000:1.0:1761242794.937705:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5329 00000100:00100000:1.0:1761242794.937708:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d8731e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480974912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937723:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d8731e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480974912:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242794.937727:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5329 00000100:00100000:1.0:1761242794.937734:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5330 00000100:00100000:1.0:1761242794.937737:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffe1a840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480974848:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937754:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffe1a840 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480974848:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242794.937758:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5330 00000100:00100000:1.0:1761242794.937795:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480974848:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937814:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dddc194a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480974528:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937820:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2556802 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480974912:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937835:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974272 00000100:00100000:1.0:1761242794.937851:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904 00000100:00100000:1.0:1761242794.937854:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480974272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.937877:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480974272:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242794.937882:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904 00000100:00100000:1.0:1761242794.937907:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480974272:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242794.938039:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f276fe29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480974400:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242794.938085:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974784 00000100:00100000:0.0:1761242794.938102:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974656 00000100:00100000:0.0:1761242794.938119:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673 00000100:00100000:0.0:1761242794.938122:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024cd9c03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480974656:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242794.938151:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024cd9c03 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480974656:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242794.938156:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673 00000100:00100000:0.0:1761242794.938165:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239 00000100:00100000:0.0:1761242794.938167:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480974720:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242794.938259:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242794.938580:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240 00000100:00100000:3.0:1761242794.938585:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ff0eac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480974784:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242794.938657:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242794.938688:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ff0eac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480974784:12345-0@lo:8:kworker/u8:2.0 Request processed in 102us (1827us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242794.938694:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240 00000100:00100000:3.0:1761242794.938711:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242794.938734:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f4ab399 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480974336:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242794.938749:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974592 00000100:00100000:3.0:1761242794.938763:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674 00000100:00100000:3.0:1761242794.938765:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c528aef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480974592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242794.938789:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c528aef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480974592:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242794.938794:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674 00000100:00100000:3.0:1761242794.938811:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f85dd75a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480974592:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242794.938864:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242794.938868:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242794.938871:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf3b55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480974784:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242794.938885:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480974656:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242794.938976:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480974720:12345-0@lo:8:kworker/u8:2.0 Request processed in 807us (2156us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242794.938982:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239 00000100:00080000:0.0:1761242794.939002:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242794.939004:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242794.939007:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a416f8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480974720:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242794.939843:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974464 00000100:00100000:1.0:1761242794.939885:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3495 00000100:00100000:1.0:1761242794.939889:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480974464:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242794.939947:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480974464:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (2369us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242794.939953:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3495 00000100:00100000:3.0:1761242794.940058:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2bf84f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480974464:0@lo:400:kworker/u8:2.0 00010000:00010000:0.0:1761242795.640629:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242795.892876:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242795.892923:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242795.893473:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821824 00000100:00100000:1.0:1761242795.893542:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1905 00000100:00100000:1.0:1761242795.893550:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464821824:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242795.893625:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464821824:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 75us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242795.893632:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1905 00000100:00100000:3.0:1761242795.895604:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821952 00000100:00100000:2.0:1761242795.895658:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242795.896368:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242795.896418:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242795.896453:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822016 00000100:00100000:2.0:1761242795.896478:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822080 00000100:00100000:2.0:1761242795.896491:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2675 00000100:00100000:2.0:1761242795.896497:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464822016:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242795.896551:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464822016:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 54us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242795.896558:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2675 00000100:00100000:2.0:1761242795.896572:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2241 00000100:00100000:2.0:1761242795.896575:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070b88565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464822080:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761242795.897260:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464821888 00010000:02020000:2.0:1761242795.897283:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242795.897301:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5331 00000100:00100000:3.0:1761242795.897308:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002becd0bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464821952:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242795.897317:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070b88565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464822080:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 738us (897us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242795.897324:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2241 00000100:00100000:3.0:1761242795.897355:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002becd0bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464821952:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 46us (4432us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242795.897364:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5331 00000100:00100000:3.0:1761242795.897393:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5332 00000100:00100000:3.0:1761242795.897398:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e337c974 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464821888:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242795.897440:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e337c974 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464821888:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 40us (1785us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242795.897446:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5332 00010000:00010000:2.0:1761242796.664516:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242796.984447:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1132cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480974976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242796.984519:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242796.984572:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480974976 00000100:00100000:3.0:1761242796.984607:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242796.984616:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:3.0:1761242796.984620:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003711309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480975040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242796.984625:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0fbd756 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480974976:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242796.984658:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1761242796.984663:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242796.984691:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975040 00000100:00100000:3.0:1761242796.984722:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623 00000100:00100000:0.0:1761242796.984726:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0fbd756 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480974976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242796.984730:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009302a32a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480975040:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242796.984740:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00002000:00000024:3.0:1761242796.984746:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242796.984786:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009302a32a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480975040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242796.984789:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1132cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480974976:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242796.984796:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623 00000100:00100000:3.0:1761242796.984835:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003711309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480975040:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761242797.688451:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242798.008585:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242798.008603:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003711309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480975104:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242798.008670:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242798.008759:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975104 00000100:00100000:3.0:1761242798.008809:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3496 00000100:00100000:3.0:1761242798.008815:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1132cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480975104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242798.008850:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242798.008892:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1132cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480975104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242798.008899:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3496 00000100:00100000:0.0:1761242798.009106:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003711309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480975104:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242798.010708:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a56f82a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480975168:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242798.010770:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242798.010863:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975168 00000100:00100000:0.0:1761242798.010909:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3497 00000100:00100000:0.0:1761242798.010914:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001415c577 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480975168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242798.010950:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242798.011004:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001415c577 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480975168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242798.011011:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3497 00000100:00100000:2.0:1761242798.011120:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a56f82a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480975168:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242798.713803:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761242799.736865:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242800.056759:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242800.056766:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242800.056770:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242800.056777:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4307 00000100:00080000:3.0:1761242800.056781:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242800.056786:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242800.056808:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006bf98231 x1846792480975680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242800.056822:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242800.056825:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242800.056826:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242800.056829:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4307 00000100:00080000:3.0:1761242800.056831:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242800.056834:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242800.056842:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000034412987 x1846792480975744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242800.056956:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bf98231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480975680:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242800.057028:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242800.057067:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000034412987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480975744:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242800.057089:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242800.057129:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975680 00000100:00100000:0.0:1761242800.057157:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975744 00000100:00100000:0.0:1761242800.057170:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:0.0:1761242800.057176:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000120f4d2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480975680:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242800.057287:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242800.057340:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000120f4d2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480975680:12345-0@lo:8:kworker/u8:3.0 Request processed in 162us (312us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242800.057346:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242 00000100:00100000:0.0:1761242800.057362:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:0.0:1761242800.057365:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480975744:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242800.057440:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242800.057461:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480975744:12345-0@lo:8:kworker/u8:3.0 Request processed in 94us (372us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242800.057466:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00000100:00080000:0.0:1761242800.057494:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242800.057498:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242800.057502:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bf98231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480975680:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761242800.057512:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242800.057514:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242800.057516:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000034412987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480975744:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242800.057538:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003711309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480975296:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.057564:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242800.057579:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000526989a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480975552:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.057598:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242800.057612:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761242800.057629:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000067e1121f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480975360:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.057653:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242800.057669:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abf48fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480975616:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.057687:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242800.057712:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975360 00000100:00100000:0.0:1761242800.057742:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498 00000100:00100000:0.0:1761242800.057747:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b68c5267 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480975360:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.057789:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b68c5267 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480975360:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242800.057794:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498 00000100:00100000:0.0:1761242800.057812:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975552 00000100:00100000:0.0:1761242800.057835:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975616 00000100:00100000:0.0:1761242800.057844:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00100000:0.0:1761242800.057847:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88e7fa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480975552:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.057873:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88e7fa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480975552:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242800.057878:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00000100:00100000:0.0:1761242800.057888:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677 00000100:00100000:1.0:1761242800.057889:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000025dd39b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480975232:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.057891:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a56f82a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480975616:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242800.058038:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975296 00000100:00100000:3.0:1761242800.058063:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5333 00000100:00100000:3.0:1761242800.058066:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e547458 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480975296:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242800.058145:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480975424:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242800.059433:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242800.059434:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a56f82a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480975616:12345-0@lo:400:kworker/u8:3.0 Request processed in 1542us (1746us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242800.059447:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677 00000100:00100000:1.0:1761242800.059466:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000659edf7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480975488:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.059502:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000067e1121f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480975360:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242800.059508:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242800.059513:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abf48fd7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480975616:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.059522:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000526989a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480975552:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242800.059525:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000551498a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480975872:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242800.059541:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242800.059570:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975232 00000100:00100000:1.0:1761242800.059571:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975488 00000100:00100000:1.0:1761242800.059594:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975872 00000100:00100000:0.0:1761242800.059596:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:0.0:1761242800.059600:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480975232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242800.059608:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5334 00000100:00100000:1.0:1761242800.059611:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018d23ad7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480975488:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242800.059641:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018d23ad7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480975488:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242800.059647:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5334 00000100:00100000:1.0:1761242800.059662:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5335 00000100:00100000:1.0:1761242800.059665:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009239faf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480975872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242800.059688:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009239faf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480975872:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242800.059692:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5335 00000100:00100000:1.0:1761242800.059724:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000659edf7a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480975488:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242800.059731:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000551498a9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480975872:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.059974:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480975232:12345-0@lo:400:kworker/u8:3.0 Request processed in 372us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242800.059980:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:1.0:1761242800.060007:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000025dd39b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480975232:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242800.060085:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e547458 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480975296:12345-0@lo:400:kworker/u8:3.0 Request processed in 2016us (2518us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242800.060092:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5333 00000100:00100000:0.0:1761242800.060162:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003711309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480975296:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242800.060743:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242800.060774:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cfc13be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480975808:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242800.060800:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242800.060884:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975424 00000100:00100000:3.0:1761242800.060924:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3499 00000100:00100000:3.0:1761242800.060929:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480975424:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242800.060975:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480975424:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242800.060980:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3499 00000100:00100000:2.0:1761242800.061044:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480975424:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.061100:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975808 00000100:00100000:0.0:1761242800.061131:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5336 00000100:00100000:0.0:1761242800.061135:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038c4fefd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480975808:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242800.061176:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038c4fefd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480975808:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242800.061182:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5336 00000100:00100000:2.0:1761242800.061246:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cfc13be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480975808:0@lo:400:kworker/u8:3.0 00010000:00010000:2.0:1761242800.762683:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242801.011883:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242801.012018:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822144 00000100:00100000:0.0:1761242801.012079:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1907 00000100:00100000:0.0:1761242801.012085:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464822144:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242801.012166:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464822144:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 79us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242801.012173:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1907 00000100:00100000:2.0:1761242801.013191:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242801.013275:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822208 00000100:00100000:1.0:1761242801.013331:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5337 00000100:00100000:1.0:1761242801.013336:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5b3e44c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464822208:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242801.013397:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5b3e44c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464822208:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 59us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242801.013404:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5337 00000100:00100000:3.0:1761242801.014388:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242801.014424:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242801.014502:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822336 00000100:00100000:1.0:1761242801.014541:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822400 00000100:00100000:1.0:1761242801.014567:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2678 00000100:00100000:1.0:1761242801.014572:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007703e835 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464822336:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242801.014618:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007703e835 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464822336:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 46us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242801.014625:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2678 00000100:00100000:1.0:1761242801.014647:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2244 00000100:00100000:1.0:1761242801.014650:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9b7776a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464822400:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761242801.014742:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242801.014769:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9b7776a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464822400:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 118us (346us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242801.014775:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2244 00000100:00100000:2.0:1761242801.016109:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242801.016795:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822272 00000100:00100000:0.0:1761242801.016852:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5338 00000100:00100000:0.0:1761242801.017526:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001523b547 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464822272:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242801.018504:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001523b547 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464822272:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 1639us (2394us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242801.018517:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5338 00010000:00010000:3.0:1761242801.786528:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242802.106907:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242802.106929:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2556802 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480975936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242802.107004:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242802.107162:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480975936 00000100:00100000:3.0:1761242802.107252:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:3.0:1761242802.107269:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480975936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242802.107309:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242802.107365:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480975936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242802.107373:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00100000:3.0:1761242802.107515:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761242802.107524:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480976000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242802.107553:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242802.107618:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976000 00000100:00100000:0.0:1761242802.107652:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:0.0:1761242802.107656:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000092073ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480976000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242802.107667:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242802.107694:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000092073ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480976000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242802.107700:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:3.0:1761242802.107776:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480976000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242802.107877:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2556802 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480975936:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242802.809665:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242803.130508:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cfc13be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480976128:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242803.130590:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242803.130632:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242803.130638:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003711309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480976064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242803.130658:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242803.130745:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976128 00000100:00100000:0.0:1761242803.130793:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976064 00000100:00100000:0.0:1761242803.130817:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3500 00000100:00100000:0.0:1761242803.130822:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea3a3a27 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480976128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242803.130861:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242803.130908:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea3a3a27 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480976128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242803.130915:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3501 00000100:00100000:2.0:1761242803.130923:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a6a2639 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480976064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242803.130962:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242803.130994:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cfc13be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480976128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242803.131000:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a6a2639 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480976064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242803.131028:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003711309 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480976064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242803.131480:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3500 00000100:00100000:2.0:1761242803.131491:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3501 00010000:00010000:3.0:1761242803.833872:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242804.856593:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761242805.180101:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242805.180107:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242805.180111:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242805.180119:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4312 00000100:00080000:2.0:1761242805.180122:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242805.180128:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242805.180145:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c8832ac6 x1846792480976640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761242805.180160:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242805.180163:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242805.180164:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242805.180169:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4312 00000100:00080000:2.0:1761242805.180170:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242805.180173:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242805.180183:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007059f431 x1846792480976704/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242805.180249:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8832ac6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480976640:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242805.180315:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242805.180340:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007059f431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480976704:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242805.180356:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242805.180394:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976640 00000100:00100000:2.0:1761242805.180421:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976704 00000100:00100000:2.0:1761242805.180435:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2245 00000100:00100000:2.0:1761242805.180440:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c16cb38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480976640:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761242805.180528:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242805.180565:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c16cb38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480976640:12345-0@lo:8:kworker/u8:3.0 Request processed in 124us (250us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242805.180572:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2245 00000100:00100000:2.0:1761242805.180584:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246 00000100:00100000:2.0:1761242805.180587:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a9ce271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480976704:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761242805.180660:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242805.180680:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a9ce271 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480976704:12345-0@lo:8:kworker/u8:3.0 Request processed in 92us (324us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242805.180685:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246 00000100:00100000:2.0:1761242805.180714:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e32a80e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480976384:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242805.180738:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242805.180755:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ac24b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480976768:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242805.180776:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242805.180792:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761242805.180797:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480976320:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242805.180815:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242805.180828:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069abc5a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480976576:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242805.180846:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242805.180866:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976384 00000100:00100000:2.0:1761242805.180894:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976320 00000100:00100000:2.0:1761242805.180910:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3502 00000100:00100000:2.0:1761242805.180913:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004b86d62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480976384:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242805.180950:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004b86d62 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480976384:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242805.180955:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3502 00000100:00100000:2.0:1761242805.180965:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3503 00000100:00100000:2.0:1761242805.180968:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c0f1a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480976320:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242805.180990:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c0f1a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480976320:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242805.180996:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3503 00000100:00100000:2.0:1761242805.181018:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976576 00000100:00100000:2.0:1761242805.181039:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679 00000100:00100000:2.0:1761242805.181042:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096d925bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480976576:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242805.181067:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096d925bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480976576:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242805.181072:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679 00000100:00080000:2.0:1761242805.181100:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242805.181103:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242805.181107:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8832ac6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480976640:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761242805.181114:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242805.181116:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242805.181119:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007059f431 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480976704:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242805.181153:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480976320:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242805.181161:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069abc5a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480976576:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242805.181168:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e32a80e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480976384:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242805.181288:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976768 00000100:00100000:0.0:1761242805.181327:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5339 00000100:00100000:0.0:1761242805.181331:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c494cbd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480976768:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242805.181368:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c494cbd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480976768:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242805.181373:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5339 00000100:00100000:0.0:1761242805.181407:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ac24b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480976768:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.185438:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005a38615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480976192:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.185520:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242805.185562:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8eadc73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480976448:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.185589:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242805.185608:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000028f3a438 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480976832:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.185625:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242805.185644:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761242805.185650:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480976256:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.185669:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242805.185683:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480976512:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.185702:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242805.185742:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976448 00000100:00100000:3.0:1761242805.185777:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976832 00000100:00100000:3.0:1761242805.185793:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976256 00000100:00100000:3.0:1761242805.185810:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5340 00000100:00100000:3.0:1761242805.185816:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000551498a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480976448:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.185862:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000551498a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480976448:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242805.185869:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5340 00000100:00100000:3.0:1761242805.185883:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5341 00000100:00100000:3.0:1761242805.185887:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000526989a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480976832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.185910:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000526989a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480976832:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242805.185916:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5341 00000100:00100000:3.0:1761242805.185924:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5342 00000100:00100000:3.0:1761242805.185928:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abf48fd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480976256:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.185947:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abf48fd7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480976256:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242805.185955:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5342 00000100:00100000:3.0:1761242805.185978:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976512 00000100:00100000:3.0:1761242805.186001:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680 00000100:00100000:3.0:1761242805.186005:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034412987 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480976512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.186034:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034412987 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480976512:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242805.186039:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680 00000100:00100000:3.0:1761242805.186084:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480976256:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.186094:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480976512:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.186101:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8eadc73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480976448:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242805.186108:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000028f3a438 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480976832:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242805.186223:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976192 00000100:00100000:0.0:1761242805.186286:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1908 00000100:00100000:0.0:1761242805.186290:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480976192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242805.186326:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480976192:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (807us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242805.186332:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1908 00000100:00100000:0.0:1761242805.186365:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005a38615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480976192:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761242805.880452:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242806.132596:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242806.132703:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822464 00000100:00100000:3.0:1761242806.132826:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1909 00000100:00100000:3.0:1761242806.132832:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464822464:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242806.132967:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464822464:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 134us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242806.132975:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1909 00000100:00100000:0.0:1761242806.144810:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242806.146128:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242806.146159:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822528 00000100:00100000:1.0:1761242806.146366:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822592 00000100:00100000:1.0:1761242806.146425:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5343 00000100:00100000:1.0:1761242806.146432:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000659edf7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464822592:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242806.146505:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000659edf7a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464822592:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 73us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242806.146513:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5343 00000100:00100000:3.0:1761242806.146602:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5344 00000100:00100000:3.0:1761242806.146607:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025dd39b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464822528:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242806.146636:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025dd39b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464822528:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 28us (1835us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242806.146646:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5344 00000100:00100000:0.0:1761242806.146761:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242806.146793:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242806.146815:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822656 00000100:00100000:0.0:1761242806.146838:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822720 00000100:00100000:0.0:1761242806.146851:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2681 00000100:00100000:0.0:1761242806.146855:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067e1121f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464822656:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242806.146881:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067e1121f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464822656:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 25us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242806.146887:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2681 00000100:00100000:0.0:1761242806.146900:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2247 00000100:00100000:0.0:1761242806.146903:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003711309 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464822720:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:0.0:1761242806.146995:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242806.147022:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003711309 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464822720:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 118us (229us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242806.147030:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2247 00010000:00010000:1.0:1761242806.905039:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242807.224525:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242807.224548:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480976896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242807.224620:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242807.224665:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976896 00000100:00100000:0.0:1761242807.224704:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:0.0:1761242807.224710:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021456629 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480976896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242807.224742:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242807.224912:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021456629 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480976896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 200us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242807.224921:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00100000:1.0:1761242807.225205:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bf98231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480976960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242807.225258:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242807.225333:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480976960 00000100:00100000:3.0:1761242807.225367:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:3.0:1761242807.225372:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e67a4d39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480976960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242807.225383:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242807.225412:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e67a4d39 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480976960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242807.225418:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00000100:00100000:0.0:1761242807.225491:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480976896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242807.225615:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bf98231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480976960:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242807.929252:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242808.251857:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242808.251877:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e367866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480977024:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242808.251944:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242808.252207:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242808.252216:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bf98231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480977088:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242808.252257:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242808.252537:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977024 00000100:00100000:2.0:1761242808.253421:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977088 00000100:00100000:0.0:1761242808.253532:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3504 00000100:00100000:0.0:1761242808.253540:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa73748e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480977024:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242808.253544:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3505 00000100:00100000:3.0:1761242808.253552:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cfc13be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480977088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242808.253583:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000004:00000024:0.0:1761242808.253584:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242808.253720:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bf98231 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480977088:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242808.253750:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e367866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480977024:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242808.253816:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa73748e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480977024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 275us (1871us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242808.253821:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cfc13be pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480977088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 266us (1561us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242808.253828:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3504 00000100:00100000:3.0:1761242808.253835:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3505 00010000:00010000:2.0:1761242808.953876:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242809.976661:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242810.297551:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a161cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480977152:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242810.297557:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242810.297561:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242810.297564:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242810.297568:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4317 00000100:00080000:1.0:1761242810.297571:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242810.297576:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242810.297595:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008cb9c935 x1846792480977600/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242810.297609:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242810.297612:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242810.297613:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242810.297616:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4317 00000100:00080000:1.0:1761242810.297617:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00100000:2.0:1761242810.297619:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761242810.297620:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242810.297629:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066dcc5f5 x1846792480977664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242810.297646:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480977408:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242810.297672:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242810.297680:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cb9c935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480977600:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242810.297689:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b3c4fa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480977792:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242810.297705:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242810.297709:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242810.297718:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1761242810.297721:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480977664:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242810.297723:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000117f6a6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480977344:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242810.297740:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242810.297741:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242810.297752:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480977728:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242810.297764:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd7e56fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480977216:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242810.297769:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242810.297785:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242810.297795:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480977472:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242810.297799:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977152 00000100:00100000:1.0:1761242810.297813:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242810.297825:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761242810.297830:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480977280:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242810.297838:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910 00000100:00100000:2.0:1761242810.297844:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480977152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242810.297847:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242810.297857:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024dfaab1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480977536:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242810.297874:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242810.297884:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480977152:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242810.297891:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910 00000100:00100000:1.0:1761242810.297904:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977600 00000100:00100000:1.0:1761242810.297919:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977664 00000100:00100000:2.0:1761242810.297919:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977344 00000100:00100000:1.0:1761242810.297929:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977472 00000100:00100000:2.0:1761242810.297937:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977280 00000100:00100000:1.0:1761242810.297943:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977536 00000100:00100000:2.0:1761242810.297949:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3506 00000100:00100000:2.0:1761242810.297953:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007059f431 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480977344:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242810.297968:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682 00000100:00100000:1.0:1761242810.297971:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a416f8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480977472:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242810.297981:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007059f431 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480977344:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242810.297986:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3506 00000100:00100000:2.0:1761242810.297996:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3507 00000100:00100000:2.0:1761242810.297999:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044885fa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480977280:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242810.298070:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683 00000100:00100000:0.0:1761242810.298075:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480977536:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242810.298399:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a416f8f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480977472:12345-0@lo:400:kworker/u8:2.0 Request processed in 424us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242810.298405:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682 00000100:00100000:1.0:1761242810.298421:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248 00000100:00100000:1.0:1761242810.298425:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ae992e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480977600:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242810.298463:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480977536:12345-0@lo:400:kworker/u8:2.0 Request processed in 387us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242810.298469:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683 00000100:00100000:0.0:1761242810.298481:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:0.0:1761242810.298484:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2556802 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480977664:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242810.298540:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242810.298568:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ae992e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480977600:12345-0@lo:8:kworker/u8:2.0 Request processed in 142us (858us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242810.298573:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248 00010000:02020000:0.0:1761242810.298577:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242810.298598:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2556802 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480977664:12345-0@lo:8:kworker/u8:2.0 Request processed in 113us (859us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242810.298604:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00100000:0.0:1761242810.298653:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977408 00000100:00100000:0.0:1761242810.298673:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977792 00000100:00100000:0.0:1761242810.298685:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977728 00000100:00080000:1.0:1761242810.298698:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761242810.298699:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977216 00000100:00080000:1.0:1761242810.298702:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242810.298705:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cb9c935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480977600:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242810.298708:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5345 00000100:00100000:0.0:1761242810.298711:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e32a80e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480977408:12345-0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242810.298714:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242810.298716:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242810.298717:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480977664:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242810.298737:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e32a80e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480977408:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242810.298743:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5346 00000100:00100000:1.0:1761242810.298746:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069abc5a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480977792:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242810.298781:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044885fa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480977280:12345-0@lo:400:kworker/u8:2.0 Request processed in 780us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242810.298787:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3507 00000100:00100000:0.0:1761242810.298863:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5345 00000100:00100000:0.0:1761242810.298877:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5347 00000100:00100000:0.0:1761242810.298880:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8832ac6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480977728:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242810.298910:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8832ac6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480977728:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242810.298915:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5347 00000100:00100000:0.0:1761242810.298925:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5348 00000100:00100000:0.0:1761242810.298929:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2bf84f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480977216:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242810.298951:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2bf84f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480977216:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242810.298956:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5348 00000100:00100000:0.0:1761242810.298998:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480977280:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242810.299008:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024dfaab1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480977536:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242810.299015:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd7e56fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480977216:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242810.299023:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480977472:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242810.299063:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000117f6a6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480977344:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242810.299072:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480977728:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242810.299080:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480977408:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242810.299086:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a161cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480977152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242810.301514:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069abc5a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480977792:12345-0@lo:400:kworker/u8:2.0 Request processed in 2763us (3804us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242810.301527:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5346 00000100:00100000:0.0:1761242810.301600:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b3c4fa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480977792:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761242811.004741:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242811.253533:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242811.253576:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242811.253611:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242811.253643:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242811.253656:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822848 00000100:00100000:2.0:1761242811.253675:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242811.253700:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822976 00000100:00100000:2.0:1761242811.253708:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823040 00000100:00100000:1.0:1761242811.253711:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822912 00000100:00100000:3.0:1761242811.253741:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2684 00000100:00100000:1.0:1761242811.253746:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5349 00000100:00100000:3.0:1761242811.253752:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464822976:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242811.253754:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2250 00000100:00100000:1.0:1761242811.253756:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af0db910 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464822848:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242811.253767:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c16cb38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464823040:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761242811.253820:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464822976:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 71us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242811.253826:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2684 00000100:00100000:0.0:1761242811.253856:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464822784 00000100:00100000:0.0:1761242811.253893:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1911 00000100:00100000:3.0:1761242811.253895:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5350 00000100:00100000:0.0:1761242811.253902:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464822784:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242811.253903:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a9ce271 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464822912:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242811.254027:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af0db910 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464822848:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 273us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242811.254036:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5349 00000100:00100000:0.0:1761242811.254260:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464822784:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 359us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242811.254267:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1911 00000100:00100000:3.0:1761242811.254668:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a9ce271 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464822912:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 763us (992us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242811.254676:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5350 00010000:02020000:2.0:1761242811.254746:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242811.256810:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c16cb38 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464823040:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 3038us (3161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242811.256825:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2250 00010000:00010000:3.0:1761242812.026085:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242812.344472:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba395ec0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480977856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242812.344543:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242812.344582:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242812.344590:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3ce5ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480977920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242812.344598:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977856 00000100:00100000:1.0:1761242812.344617:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242812.344650:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977920 00000100:00100000:1.0:1761242812.344659:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628 00000100:00100000:1.0:1761242812.344666:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480977856:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242812.344679:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:3.0:1761242812.344685:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f049030f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480977920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242812.344700:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:3.0:1761242812.344706:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242812.344750:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480977856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242812.344757:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f049030f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480977920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242812.344760:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628 00000100:00100000:3.0:1761242812.344767:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00100000:1.0:1761242812.344808:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3ce5ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480977920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242812.344827:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba395ec0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480977856:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242813.049267:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242813.368766:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c693959f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480978048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242813.368789:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480977984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242813.369011:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242813.369142:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480977984 00000100:00100000:2.0:1761242813.369193:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3508 00000100:00100000:2.0:1761242813.369198:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480977984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242813.369251:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242813.369462:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242813.369550:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978048 00000100:00100000:3.0:1761242813.369578:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509 00000100:00100000:3.0:1761242813.369584:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013454de6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480978048:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242813.369587:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480977984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 386us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242813.369597:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3508 00000004:00000024:3.0:1761242813.369609:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242813.369655:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013454de6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480978048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242813.369662:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509 00000100:00100000:0.0:1761242813.369695:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480977984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242813.369695:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c693959f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480978048:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242814.073829:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242815.099852:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242815.417083:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480978176:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242815.417156:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242815.417191:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242815.417196:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000780ca908 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480978112:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242815.417224:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242815.417295:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978176 00000100:00080000:0.0:1761242815.417448:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242815.417452:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242815.417455:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242815.417460:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4322 00000100:00080000:0.0:1761242815.417463:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242815.417467:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242815.417486:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000082d8950a x1846792480978560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761242815.417498:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242815.417501:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242815.417502:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242815.417505:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4322 00000100:00080000:0.0:1761242815.417506:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761242815.417510:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242815.417518:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002dfb7e8a x1846792480978624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242815.417548:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978112 00000100:00100000:0.0:1761242815.417573:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912 00000100:00100000:0.0:1761242815.417578:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480978112:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242815.417622:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480978112:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242815.417629:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912 00000100:00100000:0.0:1761242815.417683:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093550968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480978432:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242815.417709:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242815.417736:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000780ca908 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480978112:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242815.417754:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761242815.417759:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480978368:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242815.417781:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242815.417793:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd3c247d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480978752:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242815.417810:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242815.417832:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978432 00000100:00100000:0.0:1761242815.417854:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685 00000100:00100000:0.0:1761242815.417858:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480978432:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242815.417890:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480978432:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242815.417895:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685 00000100:00100000:0.0:1761242815.417918:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093550968 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480978432:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242815.418102:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c38427 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480978240:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242815.418133:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242815.418154:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7de0c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480978496:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242815.418174:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242815.418186:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761242815.418191:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095fa4bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480978304:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242815.418208:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242815.418220:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045fa43e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480978688:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242815.418258:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242815.418285:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978240 00000100:00100000:3.0:1761242815.418308:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978304 00000100:00100000:1.0:1761242815.418504:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082d8950a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480978560:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242815.418531:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242815.418546:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dfb7e8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480978624:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242815.418561:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242815.418585:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978368 00000100:00100000:2.0:1761242815.418921:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978752 00000100:00100000:0.0:1761242815.420389:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978496 00000100:00100000:0.0:1761242815.420447:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978560 00000100:00100000:0.0:1761242815.420463:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978624 00000100:00100000:0.0:1761242815.420477:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:0.0:1761242815.420484:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480978496:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242815.420570:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480978496:12345-0@lo:400:kworker/u8:2.0 Request processed in 86us (2395us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242815.420577:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00100000:0.0:1761242815.420593:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2251 00000100:00100000:0.0:1761242815.420595:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480978560:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242815.420689:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242815.420723:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480978560:12345-0@lo:8:kworker/u8:2.0 Request processed in 126us (2191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242815.420729:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2251 00000100:00100000:0.0:1761242815.420738:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252 00000100:00100000:0.0:1761242815.420741:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba3dee3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480978624:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242815.420815:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242815.420837:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba3dee3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480978624:12345-0@lo:8:kworker/u8:2.0 Request processed in 94us (2275us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242815.420843:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252 00000100:00100000:0.0:1761242815.420890:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7de0c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480978496:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242815.420946:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978688 00000100:00100000:3.0:1761242815.421188:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510 00000100:00100000:3.0:1761242815.421203:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4d8ec4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480978240:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242815.421268:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4d8ec4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480978240:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (3135us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242815.421275:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510 00000100:00100000:3.0:1761242815.421291:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3511 00000100:00100000:3.0:1761242815.421295:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000822d332a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480978304:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242815.421410:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000822d332a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480978304:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (3114us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242815.421416:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3511 00000100:00100000:1.0:1761242815.423079:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5351 00000100:00100000:1.0:1761242815.423088:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096d925bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480978176:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242815.423173:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096d925bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480978176:12345-0@lo:400:kworker/u8:2.0 Request processed in 85us (6018us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242815.423179:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5351 00000100:00100000:1.0:1761242815.423194:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5352 00000100:00100000:1.0:1761242815.423198:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000780ca908 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480978368:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242815.423241:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000780ca908 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480978368:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (5446us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242815.423247:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5352 00000100:00080000:1.0:1761242815.423307:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242815.423312:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242815.423316:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082d8950a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480978560:0@lo:8:kworker/u8:2.0 00000100:00080000:1.0:1761242815.423343:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242815.423346:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242815.423349:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dfb7e8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480978624:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242815.423397:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480978368:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242815.423413:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480978176:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242815.423496:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095fa4bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480978304:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242815.423509:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c38427 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480978240:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242815.423678:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5353 00000100:00100000:0.0:1761242815.423690:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5354 00000100:00100000:2.0:1761242815.423690:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0b77ad6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480978752:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242815.423700:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000136f5493 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480978688:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242815.423746:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0b77ad6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480978752:12345-0@lo:400:kworker/u8:2.0 Request processed in 59us (5933us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242815.423755:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000136f5493 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480978688:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (5496us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242815.423759:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5353 00000100:00100000:0.0:1761242815.423767:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5354 00000100:00100000:0.0:1761242815.423806:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045fa43e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480978688:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242815.423817:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd3c247d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480978752:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242816.122374:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242816.372050:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242816.372099:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242816.372130:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242816.372167:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242816.372203:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242816.372205:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823168 00000100:00100000:1.0:1761242816.372256:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823296 00000100:00100000:1.0:1761242816.372299:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823360 00000100:00100000:0.0:1761242816.372303:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823232 00000100:00100000:1.0:1761242816.372326:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2687 00000100:00100000:0.0:1761242816.372339:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5355 00000100:00100000:1.0:1761242816.372339:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f85dd75a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464823296:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242816.372348:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7cb023a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464823168:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242816.372418:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7cb023a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464823168:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 71us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242816.372422:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f85dd75a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464823296:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 85us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242816.372430:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5355 00000100:00100000:1.0:1761242816.372435:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2687 00000100:00100000:0.0:1761242816.372453:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5356 00000100:00100000:0.0:1761242816.372459:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df641c5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464823232:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242816.372465:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2253 00000100:00100000:1.0:1761242816.372471:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f4ab399 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464823360:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00000100:00100000:0.0:1761242816.372489:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df641c5b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464823232:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 30us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242816.372496:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5356 00010000:02020000:1.0:1761242816.372587:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242816.372650:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f4ab399 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464823360:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 176us (451us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242816.372657:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2253 00000100:00100000:2.0:1761242816.372726:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823104 00000100:00100000:2.0:1761242816.372762:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1913 00000100:00100000:2.0:1761242816.372766:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464823104:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242816.373668:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464823104:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 898us (1624us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242816.373677:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1913 00010000:00010000:2.0:1761242817.145725:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242817.464616:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242817.464629:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002afe4c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480978816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242817.464710:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242817.465139:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761242817.465148:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045fa43e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480978880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242817.465191:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242817.465401:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978816 00000100:00100000:0.0:1761242817.465447:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978880 00000100:00100000:0.0:1761242817.465471:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:0.0:1761242817.465477:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f276fe29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480978816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242817.465511:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242817.465555:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f276fe29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480978816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242817.465562:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00100000:0.0:1761242817.465579:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:0.0:1761242817.465583:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0547453 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480978880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242817.465592:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242817.465617:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0547453 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480978880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 33us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242817.465623:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00000100:00100000:0.0:1761242817.465669:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045fa43e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480978880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242817.465698:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002afe4c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480978816:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242818.168518:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242818.488545:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045fa43e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480978944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242818.488617:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242818.488676:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480978944 00000100:00100000:0.0:1761242818.488715:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3512 00000100:00100000:0.0:1761242818.488721:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7de0c78 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480978944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242818.488760:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242818.488801:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7de0c78 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480978944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242818.488808:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3512 00000100:00100000:0.0:1761242818.488848:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045fa43e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480978944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242818.489250:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480979008:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242818.489281:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242818.489355:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979008 00000100:00100000:3.0:1761242818.489389:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3513 00000100:00100000:3.0:1761242818.489393:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dddc194a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480979008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242818.489417:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242818.489452:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dddc194a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480979008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242818.489461:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3513 00000100:00100000:1.0:1761242818.489535:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480979008:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761242819.194522:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242820.216551:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242820.537375:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242820.538033:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b3c4fa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480979072:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.538119:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242820.538261:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979072 00000100:00100000:3.0:1761242820.538316:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914 00000100:00100000:3.0:1761242820.538322:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480979072:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242820.538381:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480979072:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242820.538387:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914 00000100:00100000:2.0:1761242820.538471:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b3c4fa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480979072:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.539428:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a161cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480979136:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.539464:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242820.539530:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979136 00000100:00100000:2.0:1761242820.539705:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242820.539712:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480979200:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.539740:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242820.539769:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979200 00000100:00100000:2.0:1761242820.539796:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514 00000100:00100000:2.0:1761242820.539801:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480979200:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.539839:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480979200:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242820.539846:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514 00000100:00100000:2.0:1761242820.539881:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480979200:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242820.540457:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5357 00000100:00100000:3.0:1761242820.540463:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028f3a438 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480979136:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242820.541254:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028f3a438 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480979136:12345-0@lo:400:kworker/u8:2.0 Request processed in 763us (1762us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242820.541264:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5357 00000100:00080000:1.0:1761242820.541371:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242820.541376:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242820.541380:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242820.541384:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4327 00000100:00080000:1.0:1761242820.541386:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242820.541390:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242820.541409:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000024dfaab1 x1846792480979520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242820.541424:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242820.541427:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242820.541428:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242820.541431:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4327 00000100:00080000:1.0:1761242820.541432:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242820.541435:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242820.541445:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0b29103 x1846792480979584/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242820.541482:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024dfaab1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480979520:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242820.541521:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242820.541540:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480979584:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242820.541562:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242820.541595:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979520 00000100:00100000:1.0:1761242820.541620:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979584 00000100:00100000:1.0:1761242820.541636:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00100000:1.0:1761242820.541640:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480979520:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242820.541727:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242820.541761:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480979520:12345-0@lo:8:kworker/u8:2.0 Request processed in 120us (240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242820.541767:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00000100:00100000:1.0:1761242820.541782:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255 00000100:00100000:1.0:1761242820.541785:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480979584:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242820.542033:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a161cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480979136:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.542066:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480979392:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.542091:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242820.542108:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242820.542113:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd7e56fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480979456:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.542131:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242820.542153:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979392 00000100:00100000:2.0:1761242820.542171:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979456 00000100:00100000:2.0:1761242820.542180:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00100000:2.0:1761242820.542184:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480979392:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.542215:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480979392:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242820.542221:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00100000:2.0:1761242820.542245:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689 00000100:00100000:2.0:1761242820.542248:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ac24b1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480979456:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.542271:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ac24b1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480979456:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242820.542276:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689 00000100:00100000:2.0:1761242820.542299:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd7e56fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480979456:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.542306:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480979392:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.542360:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480979264:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.542385:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242820.542400:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480979648:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.542420:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:02020000:1.0:1761242820.543285:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242820.543322:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480979584:12345-0@lo:8:kworker/u8:2.0 Request processed in 1535us (1759us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242820.543329:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255 00000100:00080000:1.0:1761242820.543365:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242820.543369:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242820.543372:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024dfaab1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480979520:0@lo:8:kworker/u8:2.0 00000100:00080000:1.0:1761242820.543378:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242820.543380:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242820.543382:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480979584:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242820.543413:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000117f6a6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480979328:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242820.543449:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979264 00000100:00100000:1.0:1761242820.543475:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3515 00000100:00100000:1.0:1761242820.543479:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480979264:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242820.543506:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480979264:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242820.543510:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515 00000100:00100000:2.0:1761242820.548363:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480979264:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.552063:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242820.552621:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979648 00000100:00100000:0.0:1761242820.552683:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5358 00000100:00100000:0.0:1761242820.552690:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057207557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480979648:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242820.552788:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057207557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480979648:12345-0@lo:400:kworker/u8:2.0 Request processed in 97us (10366us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242820.552795:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5358 00000100:00100000:0.0:1761242820.552848:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480979648:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.557286:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cb9c935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480979712:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.557355:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242820.557396:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979328 00000100:00100000:3.0:1761242820.557445:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979712 00000100:00100000:0.0:1761242820.557449:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5359 00000100:00100000:0.0:1761242820.557454:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f66f7de7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480979328:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242820.557481:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5360 00000100:00100000:3.0:1761242820.557484:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a61b904c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480979712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242820.557511:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f66f7de7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480979328:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (5456us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242820.557513:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a61b904c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480979712:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242820.557518:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5360 00000100:00100000:0.0:1761242820.557571:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5359 00000100:00100000:2.0:1761242820.558060:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000117f6a6c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480979328:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242820.558074:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cb9c935 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480979712:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1761242821.240769:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242821.491562:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242821.491666:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823680 00000100:00100000:1.0:1761242821.491718:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2256 00000100:00100000:1.0:1761242821.491725:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045fa43e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464823680:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761242821.491819:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242821.491892:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045fa43e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464823680:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 166us (339us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242821.491925:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2256 00000100:00100000:0.0:1761242821.492052:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242821.492164:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823488 00000100:00100000:2.0:1761242821.492211:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5361 00000100:00100000:2.0:1761242821.492216:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093550968 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464823488:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242821.492317:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093550968 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464823488:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 100us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242821.492324:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5361 00000100:00100000:0.0:1761242821.498407:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242821.498685:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242821.498728:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242821.498748:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823424 00000100:00100000:2.0:1761242821.498796:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1915 00000100:00100000:2.0:1761242821.498803:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464823424:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242821.498869:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464823424:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 66us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242821.498878:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1915 00000100:00100000:1.0:1761242821.498880:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823616 00000100:00100000:1.0:1761242821.498931:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2690 00000100:00100000:1.0:1761242821.498935:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464823616:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242821.498967:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464823616:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 31us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242821.498974:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2690 00000100:00100000:3.0:1761242821.499205:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823552 00000100:00100000:3.0:1761242821.499255:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5362 00000100:00100000:3.0:1761242821.499260:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd3c247d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464823552:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242821.499542:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd3c247d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464823552:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 281us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242821.499553:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5362 00010000:00010000:3.0:1761242822.265105:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242822.584452:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480979776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242822.584522:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242822.584567:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979776 00000100:00100000:2.0:1761242822.584605:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:2.0:1761242822.584611:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070b88565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480979776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242822.584642:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242822.584681:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070b88565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480979776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242822.584689:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00000100:00100000:2.0:1761242822.584728:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480979776:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242822.585077:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242822.585086:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480979840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242822.585113:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242822.585511:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979840 00000100:00100000:2.0:1761242822.585545:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:2.0:1761242822.585550:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480979840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242822.585563:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242822.585603:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480979840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242822.585609:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:0.0:1761242822.585630:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480979840:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242823.288773:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242823.612972:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761242823.613202:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024dfaab1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480979968:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242823.613310:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242823.613351:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9b7776a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480979904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242823.613377:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242823.613471:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979968 00000100:00100000:1.0:1761242823.613525:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480979904 00000100:00100000:3.0:1761242823.613547:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3516 00000100:00100000:1.0:1761242823.613554:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3517 00000100:00100000:3.0:1761242823.613556:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095fa4bfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480979968:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242823.613562:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3179e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480979904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242823.613599:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000004:00000024:1.0:1761242823.613609:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242823.613658:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095fa4bfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480979968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242823.613665:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3516 00000100:00100000:1.0:1761242823.613854:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3179e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480979904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 292us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242823.613874:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3517 00000100:00100000:0.0:1761242823.613980:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024dfaab1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480979968:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242823.613995:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9b7776a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480979904:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242824.313182:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242825.339725:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242825.656640:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005a38615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480980096:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242825.656719:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242825.656980:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761242825.656988:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480980032:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242825.657026:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242825.657082:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980032 00000100:00100000:3.0:1761242825.657140:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1916 00000100:00100000:3.0:1761242825.657146:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480980032:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242825.657196:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480980032:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242825.657204:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916 00000100:00100000:3.0:1761242825.657286:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480980032:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242825.657551:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480980160:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242825.657581:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242825.657622:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980096 00000100:00100000:3.0:1761242825.657652:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5363 00000100:00100000:3.0:1761242825.657656:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024dfaab1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480980096:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242825.658281:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980160 00000100:00100000:0.0:1761242825.658316:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3518 00000100:00100000:0.0:1761242825.658321:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034412987 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480980160:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242825.658367:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034412987 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480980160:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242825.658373:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3518 00000100:00100000:0.0:1761242825.658409:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480980160:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242825.659094:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480980224:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242825.659136:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242825.659549:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980224 00000100:00100000:1.0:1761242825.659586:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3519 00000100:00100000:1.0:1761242825.659591:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014c78798 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480980224:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242825.659678:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024dfaab1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480980096:12345-0@lo:400:kworker/u8:2.0 Request processed in 2019us (2959us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242825.659687:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5363 00000100:00100000:3.0:1761242825.659738:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480980288:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242825.659769:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242825.659815:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980288 00000100:00100000:3.0:1761242825.659851:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5364 00000100:00100000:3.0:1761242825.659855:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bf98231 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480980288:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242825.659875:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014c78798 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480980224:12345-0@lo:400:kworker/u8:2.0 Request processed in 283us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242825.659877:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480980224:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242825.659889:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3519 00000100:00100000:3.0:1761242825.659889:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bf98231 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480980288:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242825.659894:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5364 00000100:00100000:3.0:1761242825.659922:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480980288:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242825.659923:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005a38615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480980096:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1761242825.660069:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242825.660074:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242825.660078:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242825.660084:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4333 00000100:00080000:2.0:1761242825.660087:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242825.660091:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242825.660099:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480980416:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242825.660112:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000005a38615 x1846792480980480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761242825.660130:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242825.660133:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242825.660135:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242825.660138:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4333 00000100:00080000:2.0:1761242825.660140:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242825.660143:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242825.660154:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000090ddd837 x1846792480980544/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242825.660254:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480980352:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242825.660286:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242825.660315:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242825.660364:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005a38615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480980480:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242825.660373:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980352 00000100:00100000:3.0:1761242825.660394:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242825.660414:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480980544:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242825.660434:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242825.660568:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cdd6c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480980608:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242825.660593:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242825.660609:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242825.660613:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000392b0729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480980672:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242825.660633:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242825.660661:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980608 00000100:00100000:1.0:1761242825.660683:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980672 00000100:00100000:1.0:1761242825.660699:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5365 00000100:00100000:1.0:1761242825.660704:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cb9c935 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480980608:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242825.660739:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cb9c935 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480980608:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242825.660749:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5365 00000100:00100000:1.0:1761242825.660761:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5366 00000100:00100000:1.0:1761242825.660764:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000117f6a6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480980672:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242825.660789:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000117f6a6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480980672:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242825.660794:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5366 00000100:00100000:1.0:1761242825.660833:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000392b0729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480980672:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242825.660844:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cdd6c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480980608:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242825.660894:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980416 00000100:00100000:0.0:1761242825.660925:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980480 00000100:00100000:0.0:1761242825.660939:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980544 00000100:00100000:0.0:1761242825.660951:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691 00000100:00100000:0.0:1761242825.660955:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0b29103 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480980352:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242825.660960:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00000100:00100000:3.0:1761242825.660967:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9b7776a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480980416:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242825.660999:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0b29103 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480980352:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242825.661006:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691 00000100:00100000:3.0:1761242825.661016:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9b7776a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480980416:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242825.661023:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257 00000100:00100000:0.0:1761242825.661028:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007703e835 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480980480:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242825.661036:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00000100:00100000:3.0:1761242825.661054:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258 00000100:00100000:3.0:1761242825.661058:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002afe4c24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480980544:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242825.661282:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a98b8f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480980416:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242825.661334:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480980352:0@lo:400:kworker/u8:2.0 00010000:02020000:0.0:1761242825.661786:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:3.0:1761242825.662107:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242825.662126:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007703e835 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480980480:12345-0@lo:8:kworker/u8:2.0 Request processed in 1095us (1731us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242825.662136:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257 00000100:00100000:3.0:1761242825.662144:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002afe4c24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480980544:12345-0@lo:8:kworker/u8:2.0 Request processed in 1083us (1708us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242825.662152:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258 00000100:00080000:2.0:1761242825.662376:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242825.662381:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242825.662385:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005a38615 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480980480:0@lo:8:kworker/u8:2.0 00000100:00080000:2.0:1761242825.662393:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242825.662396:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242825.662398:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480980544:0@lo:8:kworker/u8:2.0 00010000:00010000:3.0:1761242826.360612:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242826.613683:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242826.616180:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823808 00000100:00100000:3.0:1761242826.616291:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5367 00000100:00100000:3.0:1761242826.616298:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ba44f28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464823808:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242826.616377:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ba44f28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464823808:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 78us (2700us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242826.616384:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5367 00000100:00100000:2.0:1761242826.616866:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242826.616905:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242826.616938:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242826.617013:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823936 00000100:00100000:3.0:1761242826.617042:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2693 00000100:00100000:3.0:1761242826.617048:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a46691ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464823936:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242826.617084:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a46691ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464823936:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 35us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242826.617091:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2693 00000100:00100000:2.0:1761242826.617199:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242826.617439:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823872 00000100:00100000:1.0:1761242826.617471:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5368 00000100:00100000:1.0:1761242826.617476:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000230a4446 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464823872:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242826.617513:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000230a4446 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464823872:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 36us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242826.617519:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5368 00000100:00100000:0.0:1761242826.617660:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464823744 00000100:00100000:0.0:1761242826.618148:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1917 00000100:00100000:0.0:1761242826.618154:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464823744:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242826.618194:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464823744:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 40us (1290us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242826.618200:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1917 00000100:00100000:3.0:1761242826.618973:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824000 00000100:00100000:3.0:1761242826.619009:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2259 00000100:00100000:3.0:1761242826.619014:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d630b2d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464824000:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:3.0:1761242826.619105:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242826.619153:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d630b2d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464824000:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 138us (1955us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242826.619164:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2259 00010000:00010000:1.0:1761242827.386965:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242827.711221:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242827.711266:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dfb7e8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480980736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242827.711334:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242827.711382:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980736 00000100:00100000:0.0:1761242827.711430:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:0.0:1761242827.711435:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082d8950a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480980736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242827.711465:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242827.711499:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082d8950a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480980736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242827.711505:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:0.0:1761242827.711542:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dfb7e8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480980736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242827.711935:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480980800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242827.711961:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242827.712026:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980800 00000100:00100000:3.0:1761242827.712058:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 00000100:00100000:3.0:1761242827.712062:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480980800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242827.712074:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242827.712103:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480980800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242827.712109:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000100:00100000:0.0:1761242827.712167:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480980800:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242828.410140:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242828.728615:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480980864:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242828.728688:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242828.728732:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242828.728738:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3ce5ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480980928:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242828.728761:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242828.728878:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980864 00000100:00100000:3.0:1761242828.728925:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980928 00000100:00100000:3.0:1761242828.728952:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520 00000100:00100000:3.0:1761242828.728957:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c84c173 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480980864:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242828.728980:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521 00000100:00100000:0.0:1761242828.728986:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001061f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480980928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242828.728994:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000004:00000024:0.0:1761242828.729013:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242828.729046:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c84c173 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480980864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242828.729054:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520 00000100:00100000:0.0:1761242828.729057:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001061f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480980928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242828.729065:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521 00000100:00100000:3.0:1761242828.729099:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3ce5ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480980928:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242828.729112:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480980864:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242829.432465:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242830.456494:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242830.776480:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb03e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480981120:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761242830.776484:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242830.776493:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242830.776497:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242830.776502:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4338 00000100:00080000:2.0:1761242830.776505:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761242830.776511:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242830.776533:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000987e9caf x1846792480981440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761242830.776551:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761242830.776554:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761242830.776556:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761242830.776559:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4338 00000100:00080000:2.0:1761242830.776561:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00100000:3.0:1761242830.776566:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761242830.776567:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242830.776581:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009832c79c x1846792480981504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242830.776608:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1ba9953 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480981376:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242830.776622:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e7e2bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480981184:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242830.776639:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242830.776659:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242830.776677:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480981568:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242830.776701:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242830.776750:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987e9caf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480981440:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242830.776750:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981120 00000100:00100000:2.0:1761242830.776784:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242830.776791:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981184 00000100:00100000:2.0:1761242830.776803:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009832c79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480981504:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242830.776816:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522 00000100:00100000:3.0:1761242830.776823:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ce5ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480981120:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242830.776830:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242830.776866:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3523 00000100:00100000:2.0:1761242830.776871:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480981184:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242830.776878:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ce5ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480981120:12345-0@lo:400:kworker/u8:3.0 Request processed in 54us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242830.776886:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522 00000100:00100000:2.0:1761242830.776915:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480981184:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242830.776915:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981376 00000100:00100000:2.0:1761242830.776922:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3523 00000100:00100000:2.0:1761242830.776948:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981568 00000100:00100000:3.0:1761242830.776959:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981440 00000100:00100000:2.0:1761242830.776980:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5369 00000100:00100000:3.0:1761242830.776982:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981504 00000100:00100000:2.0:1761242830.776986:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000392b0729 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480981568:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242830.777001:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:3.0:1761242830.777006:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd1a29a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480981376:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242830.777020:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000392b0729 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480981568:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242830.777027:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5369 00000100:00100000:3.0:1761242830.777045:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd1a29a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480981376:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242830.777054:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260 00000100:00100000:2.0:1761242830.777058:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480981440:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242830.777107:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008dbf0810 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480981056:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242830.777139:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:02020000:2.0:1761242830.777150:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242830.777156:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ef24392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480981312:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242830.777189:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242830.777195:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480981440:12345-0@lo:8:kworker/u8:3.0 Request processed in 134us (410us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242830.777204:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1761242830.777211:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc6c8c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480980992:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242830.777258:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242830.777272:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480981248:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242830.777293:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242830.777309:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480981632:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242830.777319:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981312 00000100:00100000:0.0:1761242830.777330:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242830.777450:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:3.0:1761242830.777472:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261 00000100:00100000:3.0:1761242830.777475:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a38615 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480981504:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761242830.777556:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242830.777579:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a38615 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480981504:12345-0@lo:8:kworker/u8:3.0 Request processed in 103us (754us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242830.777585:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261 00000100:00100000:3.0:1761242830.777625:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1ba9953 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480981376:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242830.777634:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb03e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480981120:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242830.777667:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e7e2bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480981184:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242830.777677:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480981568:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242830.777704:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242830.777707:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242830.777710:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987e9caf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480981440:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761242830.777718:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242830.777720:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242830.777722:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009832c79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480981504:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242830.777778:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981056 00000100:00100000:3.0:1761242830.777799:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981248 00000100:00100000:3.0:1761242830.777813:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981632 00000100:00100000:3.0:1761242830.777827:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5370 00000100:00100000:3.0:1761242830.777831:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c693959f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480981056:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242830.777860:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c693959f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480981056:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242830.777865:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5370 00000100:00100000:3.0:1761242830.777875:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5371 00000100:00100000:3.0:1761242830.777878:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7a5f929 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480981248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242830.777900:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7a5f929 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480981248:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242830.777905:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5371 00000100:00100000:3.0:1761242830.777914:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5372 00000100:00100000:3.0:1761242830.777917:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024cd9c03 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480981632:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242830.777939:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024cd9c03 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480981632:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242830.777943:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5372 00000100:00100000:3.0:1761242830.778000:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480980992 00000100:00100000:3.0:1761242830.778021:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918 00000100:00100000:3.0:1761242830.778024:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480980992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242830.778050:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480980992:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242830.778055:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918 00000100:00100000:0.0:1761242830.778141:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480981632:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242830.778151:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008dbf0810 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480981056:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242830.778165:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc6c8c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480980992:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242830.778174:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480981248:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242830.778467:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2260 00000100:00100000:1.0:1761242830.778519:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695 00000100:00100000:1.0:1761242830.778525:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e367866 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480981312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242830.778567:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e367866 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480981312:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (1379us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242830.778572:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695 00000100:00100000:0.0:1761242830.778762:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ef24392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480981312:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242831.480467:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242831.734333:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242831.736005:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824320 00000100:00100000:1.0:1761242831.736617:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2262 00000100:00100000:1.0:1761242831.736625:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464824320:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761242831.736736:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242831.736825:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464824320:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 198us (2498us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242831.736832:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2262 00000100:00100000:2.0:1761242831.737611:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242831.738260:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242831.738356:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824064 00000100:00100000:0.0:1761242831.739163:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1919 00000100:00100000:0.0:1761242831.739171:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464824064:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242831.739263:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464824064:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 91us (1653us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242831.739271:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1919 00000100:00100000:2.0:1761242831.739849:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242831.739881:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242831.740081:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824256 00000100:00100000:0.0:1761242831.741456:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2696 00000100:00100000:0.0:1761242831.741467:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be0d7cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464824256:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242831.741556:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be0d7cb1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464824256:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 90us (1707us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242831.741564:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2696 00000100:00100000:1.0:1761242831.742511:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824128 00000100:00100000:1.0:1761242831.742565:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824192 00000100:00100000:3.0:1761242831.745072:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5373 00000100:00100000:3.0:1761242831.745085:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a98b8f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464824128:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242831.745203:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5374 00000100:00100000:3.0:1761242831.745204:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a98b8f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464824128:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 119us (6943us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242831.745214:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c49c9e7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464824192:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242831.745218:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5373 00000100:00100000:0.0:1761242831.745268:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c49c9e7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464824192:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 55us (5385us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242831.745275:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5374 00010000:00010000:3.0:1761242832.505368:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242832.833570:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761242832.833586:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ef24392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480981696:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242832.833650:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242832.833705:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981696 00000100:00100000:3.0:1761242832.833747:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636 00000100:00100000:3.0:1761242832.833752:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a3aa8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480981696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242832.833786:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242832.833828:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a3aa8f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480981696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242832.833834:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636 00000100:00100000:3.0:1761242832.833879:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ef24392 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480981696:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242832.834253:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb6050b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480981760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242832.834284:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242832.834597:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981760 00000100:00100000:2.0:1761242832.834634:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:2.0:1761242832.834638:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ef24392 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480981760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242832.834651:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242832.834699:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ef24392 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480981760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242832.834705:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00100000:0.0:1761242832.834850:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb6050b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480981760:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1761242833.528459:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242833.848421:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004fc6c8c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480981888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242833.848445:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480981824:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242833.848497:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242833.848552:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242833.848553:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981888 00000100:00100000:3.0:1761242833.848585:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981824 00000100:00100000:2.0:1761242833.848599:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3524 00000100:00100000:2.0:1761242833.848605:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dbf0810 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480981888:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242833.848646:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3525 00000004:00000024:2.0:1761242833.848650:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242833.848652:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480981824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242833.848705:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242833.848709:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dbf0810 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480981888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242833.848717:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3524 00000100:00100000:3.0:1761242833.848748:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480981824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242833.848755:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3525 00000100:00100000:3.0:1761242833.848791:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480981824:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242833.848926:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004fc6c8c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480981888:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242834.557899:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242835.576433:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242835.897163:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242835.897171:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242835.897174:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242835.897182:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4343 00000100:00080000:1.0:1761242835.897186:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242835.897192:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242835.897212:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000be4d1fae x1846792480982400/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242835.897243:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242835.897247:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242835.897248:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242835.897251:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4343 00000100:00080000:1.0:1761242835.897253:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242835.897257:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242835.897267:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004ff0eac4 x1846792480982464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242835.897499:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480982144:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.897563:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242835.897604:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480982528:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.897638:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242835.897659:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1761242835.898767:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982144 00000100:00100000:1.0:1761242835.898823:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3526 00000100:00100000:1.0:1761242835.898829:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480982144:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242835.898891:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480982144:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242835.898899:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3526 00000100:00100000:1.0:1761242835.898949:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982528 00000100:00100000:1.0:1761242835.898974:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5375 00000100:00100000:1.0:1761242835.898978:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d973c4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480982528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242835.899003:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d973c4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480982528:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242835.899009:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5375 00000100:00100000:1.0:1761242835.899035:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a161cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480982080:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242835.899063:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242835.899078:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480982336:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242835.899099:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242835.899118:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761242835.899123:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd7e56fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480982016:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242835.899143:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242835.899155:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480982272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242835.899174:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242835.899195:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982016 00000100:00100000:1.0:1761242835.899214:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5376 00000100:00100000:1.0:1761242835.899217:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a56f82a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480982016:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242835.900392:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a56f82a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480982016:12345-0@lo:400:kworker/u8:2.0 Request processed in 1170us (1244us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242835.900409:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5376 00000100:00100000:1.0:1761242835.900462:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd7e56fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480982016:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242835.900501:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982080 00000100:00100000:1.0:1761242835.900536:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527 00000100:00100000:1.0:1761242835.900540:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480982080:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242835.900580:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480982080:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (1517us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242835.900585:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527 00000100:00100000:1.0:1761242835.900612:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a161cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480982080:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.901991:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480981952:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.902060:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242835.902106:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480981952 00000100:00100000:2.0:1761242835.902141:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920 00000100:00100000:2.0:1761242835.902147:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480981952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.902184:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480981952:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242835.902194:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920 00000100:00100000:2.0:1761242835.902225:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b3c4fa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480982208:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.902266:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242835.902288:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982208 00000100:00100000:2.0:1761242835.902315:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5377 00000100:00100000:2.0:1761242835.902319:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056653fbf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480982208:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.902351:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056653fbf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480982208:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242835.902357:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5377 00000100:00100000:2.0:1761242835.902376:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000120f4d2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480982592:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.902397:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242835.902415:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982592 00000100:00100000:2.0:1761242835.902435:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5378 00000100:00100000:2.0:1761242835.902438:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bcf26c6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480982592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.902466:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bcf26c6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480982592:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (68us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242835.902471:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5378 00000100:00100000:2.0:1761242835.902501:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480982144:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.902512:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480982528:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.902533:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480981952:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.902541:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b3c4fa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480982208:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242835.902548:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000120f4d2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480982592:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242835.903764:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480982400:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242835.903825:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242835.903861:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ff0eac4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480982464:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242835.903887:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242835.903919:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982336 00000100:00100000:3.0:1761242835.903954:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982272 00000100:00100000:3.0:1761242835.903969:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982400 00000100:00100000:3.0:1761242835.903975:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982464 00000100:00100000:3.0:1761242835.903983:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697 00000100:00100000:3.0:1761242835.903987:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88e7fa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480982336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242835.904031:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88e7fa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480982336:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (4931us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242835.904039:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697 00000100:00100000:3.0:1761242835.904052:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698 00000100:00100000:3.0:1761242835.904056:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480982272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242835.904078:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480982272:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (4905us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242835.904084:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00000100:00100000:3.0:1761242835.904094:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2263 00000100:00100000:3.0:1761242835.904097:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009832c79c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480982400:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242835.904186:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242835.904215:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009832c79c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480982400:12345-0@lo:8:kworker/u8:2.0 Request processed in 117us (391us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242835.904222:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2263 00000100:00100000:3.0:1761242835.904253:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264 00000100:00100000:3.0:1761242835.904256:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987e9caf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480982464:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242835.904333:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242835.904360:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987e9caf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480982464:12345-0@lo:8:kworker/u8:2.0 Request processed in 101us (472us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242835.904366:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264 00000100:00080000:2.0:1761242835.904411:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242835.904416:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242835.904419:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480982400:0@lo:8:kworker/u8:2.0 00000100:00080000:2.0:1761242835.904427:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242835.904429:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242835.904431:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ff0eac4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480982464:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242835.906219:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480982272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242835.906264:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480982336:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242836.601160:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242836.851550:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242836.851595:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242836.851643:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242836.851675:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242836.851709:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824384 00000100:00100000:0.0:1761242836.851753:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1921 00000100:00100000:0.0:1761242836.851761:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464824384:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242836.851839:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464824384:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 78us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242836.851847:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1921 00000100:00100000:1.0:1761242836.852304:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824576 00000100:00100000:1.0:1761242836.852348:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2699 00000100:00100000:1.0:1761242836.852352:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067e1121f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464824576:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242836.852385:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067e1121f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464824576:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 32us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242836.852392:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2699 00000100:00100000:2.0:1761242836.852570:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824448 00000100:00100000:2.0:1761242836.852606:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824512 00000100:00100000:2.0:1761242836.852642:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5379 00000100:00100000:2.0:1761242836.852647:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c528aef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464824448:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242836.852678:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c528aef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464824448:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 30us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242836.852685:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5379 00000100:00100000:2.0:1761242836.852697:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5380 00000100:00100000:2.0:1761242836.852701:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003711309 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464824512:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242836.852724:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003711309 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464824512:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (1049us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242836.852730:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5380 00000100:00100000:3.0:1761242836.859782:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242836.860184:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824640 00000100:00100000:0.0:1761242836.860260:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2265 00000100:00100000:0.0:1761242836.860266:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009efa7f21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464824640:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761242836.860357:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242836.860415:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009efa7f21 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464824640:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 149us (642us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242836.860422:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2265 00010000:00010000:2.0:1761242837.625503:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242837.946694:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e7e2bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480982720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242837.946767:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242837.946803:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242837.946809:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054b28dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480982656:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242837.946831:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242837.948117:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982720 00000100:00100000:1.0:1761242837.948157:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982656 00000100:00100000:1.0:1761242837.948175:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:1.0:1761242837.948181:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480982720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242837.948218:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242837.948284:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480982720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (1518us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242837.948291:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:1.0:1761242837.948309:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:1.0:1761242837.948313:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000458d3f1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480982656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242837.948322:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242837.948342:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000458d3f1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480982656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 28us (1511us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242837.948348:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00100000:1.0:1761242837.948384:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054b28dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480982656:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242837.948399:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e7e2bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480982720:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761242838.650240:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242838.968603:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480982784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242838.968680:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242838.968726:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242838.968732:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb03e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480982848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242838.968758:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242838.968825:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982784 00000100:00100000:3.0:1761242838.968873:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982848 00000100:00100000:3.0:1761242838.968898:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3528 00000100:00100000:3.0:1761242838.968903:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089b083c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480982784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242838.968952:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242838.968995:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3529 00000100:00100000:1.0:1761242838.969002:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039332233 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480982848:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242838.969014:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089b083c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480982784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242838.969022:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3528 00000004:00000024:1.0:1761242838.969025:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242838.969059:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039332233 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480982848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242838.969066:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3529 00000100:00100000:3.0:1761242838.969083:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb03e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480982848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242838.969100:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480982784:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242839.673643:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242840.696458:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242841.018493:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242841.018499:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242841.018502:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242841.018509:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4348 00000100:00080000:1.0:1761242841.018512:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242841.018518:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242841.018544:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000ffb7f59 x1846792480983360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242841.018559:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242841.018562:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242841.018563:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242841.018566:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4348 00000100:00080000:1.0:1761242841.018567:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242841.018570:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242841.018578:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001433b671 x1846792480983424/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242841.018610:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ffb7f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480983360:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242841.018665:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242841.018687:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001433b671 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480983424:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242841.018700:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242841.018731:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983360 00000100:00100000:1.0:1761242841.018756:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983424 00000100:00100000:1.0:1761242841.018770:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00100000:1.0:1761242841.018775:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007a49a19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480983360:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242841.018858:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242841.018889:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007a49a19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480983360:12345-0@lo:8:kworker/u8:2.0 Request processed in 113us (225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242841.018894:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00100000:1.0:1761242841.018907:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267 00000100:00100000:1.0:1761242841.018909:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4773503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480983424:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242841.018979:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242841.018995:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4773503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480983424:12345-0@lo:8:kworker/u8:2.0 Request processed in 85us (294us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242841.018999:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267 00000100:00080000:1.0:1761242841.019031:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242841.019034:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242841.019143:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fa93cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480983040:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.019170:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242841.019185:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2c6b3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480983296:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.019201:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242841.019214:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761242841.019218:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000276d5bd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480983104:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.019266:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242841.019279:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480983488:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.019297:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242841.019317:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983040 00000100:00100000:3.0:1761242841.019337:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983104 00000100:00100000:3.0:1761242841.019349:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3530 00000100:00100000:3.0:1761242841.019352:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb03e807 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480983040:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.019381:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb03e807 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480983040:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242841.019386:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3530 00000100:00100000:3.0:1761242841.019395:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3531 00000100:00100000:3.0:1761242841.019398:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480983104:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.019413:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480983104:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242841.019418:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3531 00000100:00100000:3.0:1761242841.019429:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983296 00000100:00100000:3.0:1761242841.019446:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00000100:00100000:3.0:1761242841.019448:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480983296:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.019468:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480983296:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242841.019472:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00000100:00100000:3.0:1761242841.019488:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983488 00000100:00100000:3.0:1761242841.019505:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5381 00000100:00100000:3.0:1761242841.019508:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004fc6c8c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480983488:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.019526:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004fc6c8c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480983488:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242841.019531:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5381 00000100:00100000:3.0:1761242841.019569:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000276d5bd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480983104:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.019577:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eed713e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480983488:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.019582:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fa93cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480983040:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.019588:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2c6b3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480983296:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.019693:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d5138b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480982912:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.019721:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242841.019742:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000246b6066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480983168:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.019758:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242841.019766:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480983552:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.019778:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242841.019788:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1761242841.019791:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004689ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480982976:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.019805:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242841.019814:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c69243e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480983232:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.019826:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242841.019841:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983168 00000100:00100000:2.0:1761242841.019857:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983552 00000100:00100000:2.0:1761242841.019867:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982976 00000100:00100000:2.0:1761242841.019875:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5382 00000100:00100000:2.0:1761242841.019878:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000252dcebe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480983168:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.019901:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000252dcebe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480983168:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242841.019905:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5382 00000100:00100000:2.0:1761242841.019914:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5383 00000100:00100000:2.0:1761242841.019916:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa817ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480983552:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.019932:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa817ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480983552:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242841.019936:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5383 00000100:00100000:2.0:1761242841.019942:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5384 00000100:00100000:2.0:1761242841.019945:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e802996 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480982976:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.019959:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e802996 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480982976:12345-0@lo:400:kworker/u8:2.0 Request processed in 13us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242841.019963:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5384 00000100:00100000:2.0:1761242841.019980:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004689ab46 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480982976:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.019987:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000246b6066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480983168:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.019993:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480983552:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.020146:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480982912 00000100:00100000:3.0:1761242841.020172:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922 00000100:00100000:3.0:1761242841.020175:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480982912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.020213:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480982912:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242841.020218:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922 00000100:00100000:3.0:1761242841.020261:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983232 00000100:00100000:3.0:1761242841.020275:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701 00000100:00100000:3.0:1761242841.020277:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480983232:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242841.020298:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480983232:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242841.020302:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701 00000100:00100000:2.0:1761242841.020382:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c69243e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480983232:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242841.020389:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d5138b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480982912:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242841.023030:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ffb7f59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480983360:0@lo:8:kworker/u8:2.0 00000100:00080000:1.0:1761242841.023079:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242841.023083:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242841.023085:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001433b671 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480983424:0@lo:8:kworker/u8:2.0 00010000:00010000:2.0:1761242841.720441:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242841.971701:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242841.971741:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242841.971778:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242841.971810:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242841.971833:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242841.971887:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824896 00000100:00100000:3.0:1761242841.971909:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824768 00000100:00100000:3.0:1761242841.971943:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824832 00000100:00100000:0.0:1761242841.971950:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824960 00000100:00100000:3.0:1761242841.971964:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5385 00000100:00100000:3.0:1761242841.971972:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028829c82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464824768:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242841.971979:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2702 00000100:00100000:0.0:1761242841.971984:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040be125d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464824896:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242841.972055:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028829c82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464824768:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 82us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242841.972062:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5385 00000100:00100000:3.0:1761242841.972075:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5386 00000100:00100000:3.0:1761242841.972079:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000841946ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464824832:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242841.972224:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464824704 00000100:00100000:1.0:1761242841.972270:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1923 00000100:00100000:1.0:1761242841.972274:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464824704:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242841.972973:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2268 00000100:00100000:2.0:1761242841.972979:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e177b977 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464824960:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761242841.973080:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242841.973433:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040be125d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464824896:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1446us (1689us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242841.973438:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000841946ae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464824832:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1353us (1624us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242841.973447:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2702 00000100:00100000:3.0:1761242841.973453:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5386 00000100:00100000:1.0:1761242841.974183:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464824704:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1905us (2402us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242841.974186:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e177b977 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464824960:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 1203us (2350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242841.974196:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1923 00000100:00100000:2.0:1761242841.974199:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2268 00010000:00010000:3.0:1761242842.745160:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242843.064566:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761242843.064583:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480983616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242843.064651:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242843.064873:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983616 00000100:00100000:2.0:1761242843.065181:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c83d7f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480983680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242843.065217:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242843.067303:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983680 00000100:00100000:0.0:1761242843.067355:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:0.0:1761242843.067361:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0d1db32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480983616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242843.067406:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242843.067471:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0d1db32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480983616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (2821us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242843.067478:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:0.0:1761242843.067505:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:0.0:1761242843.067509:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026ce9f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480983680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242843.067518:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242843.067546:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026ce9f2c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480983680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 36us (2329us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242843.067552:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:1.0:1761242843.067932:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480983616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242843.068002:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c83d7f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480983680:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242843.768580:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242844.089660:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242844.089674:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001433b671 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480983808:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242844.089689:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242844.089702:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c83d7f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480983744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242844.089744:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242844.089778:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983808 00000100:00100000:2.0:1761242844.089848:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3532 00000100:00100000:2.0:1761242844.089856:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ffb7f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480983808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242844.089898:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242844.089947:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ffb7f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480983808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242844.089954:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3532 00000100:00100000:2.0:1761242844.089984:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242844.089999:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001433b671 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480983808:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242844.090062:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983744 00000100:00100000:0.0:1761242844.090092:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533 00000100:00100000:0.0:1761242844.090096:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054b28dc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480983744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242844.090120:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242844.090159:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054b28dc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480983744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242844.090166:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533 00000100:00100000:2.0:1761242844.090198:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c83d7f6b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480983744:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242844.793071:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242845.816477:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242846.137305:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242846.137312:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242846.137315:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242846.137323:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4353 00000100:00080000:3.0:1761242846.137326:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242846.137332:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242846.137351:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000499b26f2 x1846792480984320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242846.137368:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242846.137370:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242846.137372:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242846.137375:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4353 00000100:00080000:3.0:1761242846.137377:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242846.137380:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242846.137389:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000270bcefa x1846792480984384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242846.137429:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480984000:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242846.137499:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242846.137528:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006c4274e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480984256:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242846.137551:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242846.137572:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761242846.137577:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005eac4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480983936:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242846.137600:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242846.137613:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480984192:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242846.137638:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242846.137659:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480984320:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242846.137679:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242846.137692:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480984384:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242846.137709:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242846.137737:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984000 00000100:00100000:3.0:1761242846.137773:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3534 00000100:00100000:3.0:1761242846.137778:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480984000:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242846.137825:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480984000:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242846.137833:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3534 00000100:00100000:3.0:1761242846.137854:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984256 00000100:00100000:3.0:1761242846.137875:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984192 00000100:00100000:3.0:1761242846.137888:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984320 00000100:00100000:3.0:1761242846.137897:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984384 00000100:00100000:3.0:1761242846.137905:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703 00000100:00100000:3.0:1761242846.137908:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a607449 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480984256:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242846.137936:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a607449 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480984256:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242846.137941:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703 00000100:00100000:3.0:1761242846.137952:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00000100:00100000:3.0:1761242846.137955:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddb31b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480984192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242846.137977:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddb31b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480984192:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242846.137982:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00000100:00100000:3.0:1761242846.138105:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2269 00000100:00100000:3.0:1761242846.138109:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff8b165c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480984320:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761242846.138196:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242846.138225:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff8b165c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480984320:12345-0@lo:8:kworker/u8:3.0 Request processed in 115us (545us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242846.138256:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2269 00000100:00100000:3.0:1761242846.138265:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:3.0:1761242846.138268:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3af6932 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480984384:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761242846.138338:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242846.138357:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3af6932 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480984384:12345-0@lo:8:kworker/u8:3.0 Request processed in 89us (648us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242846.138362:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00080000:3.0:1761242846.138395:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242846.138398:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242846.138401:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480984320:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761242846.138407:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242846.138409:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242846.138410:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480984384:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242846.138434:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480984192:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242846.138457:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480984000:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242846.138465:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006c4274e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480984256:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242846.138562:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001830c429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480984064:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242846.138591:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242846.138616:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000466ee0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480984448:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242846.138636:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242846.138651:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1761242846.138657:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480983872:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242846.138679:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242846.138694:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfcebe1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480984128:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242846.138712:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242846.138723:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000686cbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480984512:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242846.138739:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242846.138761:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983872 00000100:00100000:1.0:1761242846.138789:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924 00000100:00100000:1.0:1761242846.138792:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480983872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242846.138823:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480983872:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242846.138828:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924 00000100:00100000:1.0:1761242846.138857:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480983872:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242846.139605:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480983936 00000100:00100000:0.0:1761242846.139646:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984448 00000100:00100000:0.0:1761242846.139674:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984128 00000100:00100000:0.0:1761242846.139689:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984512 00000100:00100000:0.0:1761242846.139700:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5387 00000100:00100000:0.0:1761242846.139703:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042d9d62e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480983936:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242846.139754:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042d9d62e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480983936:12345-0@lo:400:kworker/u8:3.0 Request processed in 49us (2153us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242846.139761:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5387 00000100:00100000:0.0:1761242846.139771:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5388 00000100:00100000:0.0:1761242846.139774:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080d45629 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480984448:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242846.139799:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080d45629 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480984448:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242846.139804:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5388 00000100:00100000:0.0:1761242846.139811:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5389 00000100:00100000:0.0:1761242846.139814:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000206fc128 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480984128:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242846.139836:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000206fc128 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480984128:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242846.139841:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5389 00000100:00100000:0.0:1761242846.139850:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5390 00000100:00100000:0.0:1761242846.139853:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b47aafb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480984512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242846.139876:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b47aafb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480984512:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (1137us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242846.139881:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5390 00000100:00100000:0.0:1761242846.139926:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984064 00000100:00100000:0.0:1761242846.139946:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3535 00000100:00100000:0.0:1761242846.139950:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001433b671 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480984064:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242846.139978:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001433b671 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480984064:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (1388us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242846.139983:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3535 00000100:00100000:1.0:1761242846.140103:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfcebe1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480984128:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242846.140113:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000686cbd56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480984512:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242846.140121:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001830c429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480984064:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242846.140129:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000466ee0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480984448:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242846.141603:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005eac4cc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480983936:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761242846.840483:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242847.093306:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242847.093578:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242847.093620:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242847.093786:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825216 00000100:00100000:0.0:1761242847.093845:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2705 00000100:00100000:0.0:1761242847.093852:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000eb6050b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464825216:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242847.093923:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000eb6050b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464825216:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 70us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242847.093930:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2705 00000100:00100000:3.0:1761242847.094692:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825088 00000100:00100000:2.0:1761242847.094720:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242847.094738:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825152 00000100:00100000:3.0:1761242847.094761:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5391 00000100:00100000:3.0:1761242847.094766:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c83d7f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464825088:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242847.094829:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c83d7f6b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464825088:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 62us (1531us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242847.094835:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5391 00000100:00100000:3.0:1761242847.094849:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5392 00000100:00100000:3.0:1761242847.094853:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be0d7cb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464825152:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242847.094876:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be0d7cb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464825152:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 22us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242847.094881:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5392 00000100:00100000:1.0:1761242847.094946:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825024 00000100:00100000:1.0:1761242847.094988:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1925 00000100:00100000:1.0:1761242847.094993:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464825024:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242847.095019:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464825024:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 26us (1400us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242847.095025:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1925 00000100:00100000:2.0:1761242847.095251:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242847.095319:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825280 00000100:00100000:1.0:1761242847.095349:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2271 00000100:00100000:1.0:1761242847.095354:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464825280:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761242847.095468:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242847.095497:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464825280:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 142us (247us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242847.095504:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2271 00010000:00010000:1.0:1761242847.864444:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242848.184766:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242848.184785:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480984576:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242848.184869:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242848.184913:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984576 00000100:00100000:0.0:1761242848.184968:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:0.0:1761242848.184974:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005eac4cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480984576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242848.185005:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242848.185046:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005eac4cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480984576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242848.185054:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00100000:2.0:1761242848.185149:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242848.185159:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040be125d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480984640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242848.185187:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242848.185455:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984640 00000100:00100000:0.0:1761242848.185488:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:0.0:1761242848.185492:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e177b977 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480984640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242848.185503:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242848.185542:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e177b977 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480984640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242848.185549:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00000100:00100000:3.0:1761242848.185636:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480984576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242848.185714:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040be125d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480984640:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242848.888881:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242849.208446:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242849.208461:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dac1d6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480984704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242849.208532:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242849.208633:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984704 00000100:00100000:1.0:1761242849.208685:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3536 00000100:00100000:1.0:1761242849.208692:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006c4274e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480984704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242849.208731:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242849.208788:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006c4274e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480984704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242849.208795:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3536 00000100:00100000:2.0:1761242849.208834:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dac1d6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480984704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242849.212626:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242849.212648:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480984768:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242849.212718:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242849.212824:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984768 00000100:00100000:3.0:1761242849.212869:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3537 00000100:00100000:3.0:1761242849.212874:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c983a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480984768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242849.212912:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242849.212969:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c983a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480984768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242849.212978:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3537 00000100:00100000:0.0:1761242849.213328:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480984768:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242849.912449:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242850.936483:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242851.257422:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242851.257430:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242851.257433:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242851.257441:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4358 00000100:00080000:1.0:1761242851.257445:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242851.257450:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242851.257470:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005d5138b3 x1846792480985280/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242851.257489:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242851.257492:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242851.257493:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242851.257496:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4358 00000100:00080000:1.0:1761242851.257497:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761242851.257500:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242851.257510:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004c69243e x1846792480985344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242851.257620:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480984832:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.257690:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242851.257724:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052d3ceee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480985088:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.257749:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242851.257762:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000246b6066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480985472:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.257779:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242851.257792:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761242851.257796:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480984896:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.257816:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242851.257826:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007a49a19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480985152:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.257845:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242851.257866:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dac1d6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480985024:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.257887:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242851.257901:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480985408:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.257919:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242851.257933:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761242851.257937:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480984960:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.257955:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242851.257965:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4773503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480985216:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.257982:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242851.258013:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985152 00000100:00100000:2.0:1761242851.258052:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985216 00000100:00100000:2.0:1761242851.258074:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:2.0:1761242851.258080:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ff0eac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480985152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.258123:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ff0eac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480985152:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242851.258131:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000100:00100000:2.0:1761242851.258145:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707 00000100:00100000:2.0:1761242851.258148:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480985216:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.258174:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480985216:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242851.258179:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707 00000100:00100000:2.0:1761242851.258199:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985024 00000100:00100000:2.0:1761242851.258219:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984960 00000100:00100000:2.0:1761242851.258250:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538 00000100:00100000:2.0:1761242851.258254:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480985024:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.258287:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480985024:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242851.258293:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538 00000100:00100000:2.0:1761242851.258304:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539 00000100:00100000:2.0:1761242851.258308:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480984960:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.258332:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480984960:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242851.258337:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539 00000100:00100000:3.0:1761242851.258358:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d5138b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480985280:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242851.258385:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077bbfd39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480984960:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.258395:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242851.258401:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4773503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480985216:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242851.258416:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dac1d6f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480985024:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.258421:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c69243e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480985344:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242851.258447:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242851.258456:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007a49a19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480985152:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.258484:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985088 00000100:00100000:2.0:1761242851.258505:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985472 00000100:00100000:3.0:1761242851.258516:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984896 00000100:00100000:2.0:1761242851.258533:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985408 00000100:00100000:3.0:1761242851.258544:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5393 00000100:00100000:3.0:1761242851.258548:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040be125d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480985088:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.258584:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040be125d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480985088:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242851.258649:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480984832 00000100:00100000:1.0:1761242851.258676:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00100000:1.0:1761242851.258680:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480984832:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242851.258713:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480984832:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242851.258718:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00000100:00100000:3.0:1761242851.259856:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5393 00000100:00100000:3.0:1761242851.259883:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5394 00000100:00100000:3.0:1761242851.259888:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2556802 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480985472:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.259943:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2556802 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480985472:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (2164us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242851.259949:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5394 00000100:00100000:3.0:1761242851.259961:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5395 00000100:00100000:3.0:1761242851.259964:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b88e7fa0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480984896:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.259989:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b88e7fa0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480984896:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (2173us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242851.259994:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5395 00000100:00100000:3.0:1761242851.260004:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5396 00000100:00100000:3.0:1761242851.260008:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000120f4d2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480985408:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.260043:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000120f4d2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480985408:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (2123us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242851.260048:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5396 00000100:00100000:3.0:1761242851.260086:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480985408:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.260118:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480984896:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.260126:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006049b77a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480984832:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.260135:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052d3ceee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480985088:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.260143:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000246b6066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480985472:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242851.260188:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985280 00000100:00100000:3.0:1761242851.260210:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985344 00000100:00100000:3.0:1761242851.260222:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:3.0:1761242851.260225:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480985280:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242851.260351:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242851.260387:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480985280:12345-0@lo:8:kworker/u8:2.0 Request processed in 161us (1995us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242851.260393:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00000100:00100000:3.0:1761242851.260405:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00100000:3.0:1761242851.260408:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480985344:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242851.260479:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242851.260500:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480985344:12345-0@lo:8:kworker/u8:2.0 Request processed in 91us (2055us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242851.260505:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00080000:3.0:1761242851.260538:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242851.260542:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242851.260545:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d5138b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480985280:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761242851.260553:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242851.260556:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242851.260558:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c69243e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480985344:0@lo:8:kworker/u8:2.0 00010000:00010000:1.0:1761242851.960738:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242852.212167:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242852.212207:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242852.212288:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825408 00000100:00100000:3.0:1761242852.212288:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825600 00000100:00100000:0.0:1761242852.212294:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242852.212332:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242852.212342:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825536 00000100:00100000:1.0:1761242852.212345:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5397 00000100:00100000:1.0:1761242852.212352:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067e1121f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464825408:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242852.212369:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2708 00000100:00100000:3.0:1761242852.212373:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e1da56d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464825536:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242852.212406:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242852.212430:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067e1121f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464825408:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 77us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242852.212439:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5397 00000100:00100000:1.0:1761242852.212455:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825472 00000100:00100000:1.0:1761242852.212476:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5398 00000100:00100000:1.0:1761242852.212479:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a64eb35f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464825472:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242852.212595:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2274 00000100:00100000:2.0:1761242852.212600:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da18c63b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464825600:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:2.0:1761242852.212689:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242852.212882:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e1da56d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464825536:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 507us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242852.212889:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2708 00000100:00100000:3.0:1761242852.213005:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825344 00000100:00100000:3.0:1761242852.213027:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1927 00000100:00100000:3.0:1761242852.213030:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464825344:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242852.213055:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464825344:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 24us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242852.213060:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1927 00000100:00100000:2.0:1761242852.213738:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da18c63b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464825600:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 1135us (1577us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242852.213746:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2274 00000100:00100000:1.0:1761242852.214128:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a64eb35f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464825472:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 1647us (1723us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242852.214136:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5398 00010000:00010000:3.0:1761242852.984467:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242853.305255:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee96ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480985536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242853.305351:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242853.305853:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985536 00000100:00100000:1.0:1761242853.305893:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1644 00000100:00100000:1.0:1761242853.305899:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe624a76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480985536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242853.305930:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242853.305975:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe624a76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480985536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (627us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242853.305982:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1644 00000100:00100000:0.0:1761242853.307696:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a6cdc1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480985600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242853.307754:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242853.307824:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee96ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480985536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242853.309388:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985600 00000100:00100000:1.0:1761242853.309434:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1761242853.309440:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfc24592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480985600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242853.309465:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242853.309521:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfc24592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480985600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (1767us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242853.309528:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1761242853.309570:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a6cdc1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480985600:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242854.008689:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242854.328479:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fa1a5e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480985664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242854.328554:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242854.328609:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985664 00000100:00100000:1.0:1761242854.328666:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540 00000100:00100000:1.0:1761242854.328673:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004689ab46 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480985664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242854.328714:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242854.328765:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004689ab46 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480985664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242854.328772:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540 00000100:00100000:3.0:1761242854.328847:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000099f2091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480985728:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242854.328873:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242854.329395:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985728 00000100:00100000:0.0:1761242854.329437:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3541 00000100:00100000:0.0:1761242854.329441:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480985728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242854.329464:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242854.329501:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480985728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242854.329507:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3541 00000100:00100000:3.0:1761242854.329599:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000099f2091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480985728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242854.329683:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fa1a5e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480985664:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242855.033663:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242856.056448:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242856.376464:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761242856.376465:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a607449 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480985856:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242856.376471:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242856.376474:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242856.376478:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4363 00000100:00080000:3.0:1761242856.376480:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242856.376485:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242856.376503:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001361a631 x1846792480986240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242856.376516:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242856.376519:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242856.376520:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242856.376522:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4363 00000100:00080000:3.0:1761242856.376524:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242856.376527:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242856.376528:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242856.376535:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005d9560ef x1846792480986304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242856.376556:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000139d1e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480986112:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242856.376563:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480986240:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242856.376579:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242856.376595:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1761242856.376596:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985856 00000100:00100000:2.0:1761242856.376600:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000441f157b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480985920:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242856.376620:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242856.376632:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a164b30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480986176:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242856.376635:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5399 00000100:00100000:3.0:1761242856.376641:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fa1a5e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480985856:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242856.376649:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242856.376670:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986112 00000100:00100000:3.0:1761242856.376687:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fa1a5e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480985856:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242856.376693:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986176 00000100:00100000:3.0:1761242856.376694:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5399 00000100:00100000:2.0:1761242856.376707:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709 00000100:00100000:2.0:1761242856.376711:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf04aaee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480986112:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242856.376718:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:3.0:1761242856.376721:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000038cf031 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480986176:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242856.376737:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf04aaee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480986112:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242856.376742:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709 00000100:00100000:3.0:1761242856.376744:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000038cf031 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480986176:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242856.376749:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00000100:00100000:3.0:1761242856.376762:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242856.376780:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480986304:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242856.376783:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986240 00000100:00100000:2.0:1761242856.376799:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2275 00000100:00100000:3.0:1761242856.376800:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242856.376802:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000686cbd56 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480986240:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242856.376834:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a164b30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480986176:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242856.376842:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000139d1e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480986112:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242856.376848:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a607449 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480985856:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242856.376880:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986304 00010000:02020000:2.0:1761242856.376890:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242856.376893:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2276 00000100:00100000:3.0:1761242856.376896:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480986304:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242856.376919:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000686cbd56 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792480986240:12345-0@lo:8:kworker/u8:2.0 Request processed in 115us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242856.376925:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2275 00000100:00080000:2.0:1761242856.376944:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242856.376948:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242856.376950:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480986240:0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242856.376974:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242856.377012:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480986304:12345-0@lo:8:kworker/u8:2.0 Request processed in 114us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242856.377018:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2276 00000100:00100000:1.0:1761242856.378140:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480985984:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242856.378190:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242856.378261:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000466ee0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480986368:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242856.378287:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242856.378311:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1761242856.378319:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480985792:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242856.378348:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242856.378367:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480986048:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242856.378388:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242856.378404:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985920 00000100:00100000:1.0:1761242856.378406:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001830c429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480986432:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242856.378430:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242856.378446:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985984 00000100:00100000:1.0:1761242856.378464:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480985792 00000100:00100000:0.0:1761242856.378474:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3542 00000100:00100000:0.0:1761242856.378480:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068f4db22 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480985920:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242856.378499:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928 00000100:00100000:1.0:1761242856.378505:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480985792:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242856.378536:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068f4db22 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480985920:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (1914us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242856.378543:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3542 00000100:00100000:1.0:1761242856.378558:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480985792:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242856.378562:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3543 00000100:00100000:0.0:1761242856.378571:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2c6b3a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480985984:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242856.378571:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928 00000100:00100000:1.0:1761242856.378610:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986368 00000100:00100000:0.0:1761242856.378612:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2c6b3a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480985984:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242856.378619:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3543 00000100:00100000:1.0:1761242856.378637:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5400 00000100:00100000:1.0:1761242856.378643:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fa93cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480986368:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242856.378650:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986048 00000100:00100000:1.0:1761242856.378679:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fa93cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480986368:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242856.378680:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986432 00000100:00100000:1.0:1761242856.378687:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5400 00000100:00100000:1.0:1761242856.378705:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5401 00000100:00100000:1.0:1761242856.378709:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eed713e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480986048:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242856.378741:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eed713e0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480986048:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (353us total) trans 0 rc 0/0 00000100:00080000:2.0:1761242856.378772:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242856.378776:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242856.378781:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480986304:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242856.379745:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5402 00000100:00100000:0.0:1761242856.379753:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000276d5bd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480986432:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242856.379804:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000276d5bd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480986432:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (1375us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242856.379811:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5402 00000100:00100000:0.0:1761242856.379859:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480985792:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242856.379871:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480986048:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242856.379880:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001830c429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480986432:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242856.379889:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480985984:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242856.379898:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000466ee0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480986368:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242856.379952:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000441f157b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480985920:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242856.379997:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5401 00010000:00010000:3.0:1761242857.080502:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242857.334872:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242857.334915:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242857.334957:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242857.334999:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242857.335197:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825728 00000100:00100000:1.0:1761242857.335274:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5403 00000100:00100000:1.0:1761242857.335281:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a111e128 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464825728:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242857.335348:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a111e128 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464825728:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 68us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242857.335355:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5403 00000100:00100000:1.0:1761242857.335371:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825792 00000100:00100000:1.0:1761242857.335387:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5404 00000100:00100000:1.0:1761242857.335391:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fabb4e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464825792:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242857.335410:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fabb4e18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464825792:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 19us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242857.335416:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5404 00000100:00100000:3.0:1761242857.335574:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825920 00000100:00100000:3.0:1761242857.335606:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2277 00000100:00100000:3.0:1761242857.335611:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee96ddef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464825920:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:3.0:1761242857.335712:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242857.335744:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee96ddef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464825920:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 133us (879us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242857.335755:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2277 00000100:00100000:3.0:1761242857.336909:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825664 00000100:00100000:3.0:1761242857.338212:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1929 00000100:00100000:3.0:1761242857.338222:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464825664:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242857.339072:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464825664:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 846us (4111us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242857.339082:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1929 00000100:00100000:1.0:1761242857.339180:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242857.339379:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825856 00000100:00100000:2.0:1761242857.339428:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2711 00000100:00100000:2.0:1761242857.339433:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464825856:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242857.339489:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464825856:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 56us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242857.339496:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2711 00010000:00010000:2.0:1761242858.104848:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242858.424658:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ca4b79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480986496:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242858.424735:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242858.424766:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242858.424773:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c69243e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480986560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242858.424797:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242858.424850:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986496 00000100:00100000:0.0:1761242858.424894:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986560 00000100:00100000:0.0:1761242858.424914:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:0.0:1761242858.424919:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b07228 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480986496:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242858.424924:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647 00000100:00100000:2.0:1761242858.424928:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ba9ab83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480986560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242858.424948:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:2.0:1761242858.424948:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242858.424984:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b07228 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480986496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242858.424991:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:0.0:1761242858.425033:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ca4b79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480986496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242858.425057:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ba9ab83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480986560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242858.425059:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c69243e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480986560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242858.425065:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647 00010000:00010000:3.0:1761242859.128458:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242859.448419:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242859.448438:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000872e5ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480986624:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242859.448509:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242859.448578:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ca4b79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480986688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242859.448604:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242859.448655:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986624 00000100:00100000:1.0:1761242859.448708:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986688 00000100:00100000:1.0:1761242859.448729:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544 00000100:00100000:1.0:1761242859.448735:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000918ca5c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480986624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242859.448774:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242859.448818:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000918ca5c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480986624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242859.448826:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544 00000100:00100000:1.0:1761242859.448843:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545 00000100:00100000:1.0:1761242859.448847:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000715511a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480986688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242859.448865:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242859.448892:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000715511a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480986688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 45us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242859.448899:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545 00000100:00100000:1.0:1761242859.448935:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ca4b79c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480986688:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242859.448947:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000872e5ddc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480986624:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242860.152494:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242861.176474:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242861.498537:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242861.498544:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242861.498548:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761242861.498552:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000139d1e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480986816:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242861.498556:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4368 00000100:00080000:3.0:1761242861.498561:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242861.498567:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242861.498590:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000078f1f1b5 x1846792480987200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242861.498608:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242861.498611:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242861.498613:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242861.498615:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4368 00000100:00080000:3.0:1761242861.498617:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761242861.498620:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242861.498626:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242861.498633:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001830c429 x1846792480987264/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242861.498659:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000441f157b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480987072:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242861.498676:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480987200:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242861.498686:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242861.498706:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1761242861.498711:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a607449 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480986752:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242861.498715:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242861.498747:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001830c429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480987264:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242861.498751:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242861.498767:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480987008:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242861.498781:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242861.498790:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242861.498807:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480987392:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242861.498820:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242861.498831:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986752 00000100:00100000:2.0:1761242861.498840:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987072 00000100:00100000:2.0:1761242861.498876:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987200 00000100:00100000:3.0:1761242861.498886:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:3.0:1761242861.498893:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480986752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242861.499014:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987264 00000100:00100000:3.0:1761242861.499118:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480986752:12345-0@lo:400:kworker/u8:3.0 Request processed in 224us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242861.499126:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00000100:00100000:2.0:1761242861.499171:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:2.0:1761242861.499177:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000748b65eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480987072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242861.499183:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00100000:0.0:1761242861.499193:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d9560ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480987200:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242861.499193:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279 00000100:00100000:3.0:1761242861.499201:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001361a631 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480987264:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242861.499207:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a164b30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480986880:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242861.499218:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000748b65eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480987072:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242861.499225:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00100000:1.0:1761242861.499271:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242861.499288:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986816 00000100:00100000:1.0:1761242861.499293:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000466ee0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480987136:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242861.499317:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242861.499318:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987008 00000100:00100000:1.0:1761242861.499338:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761242861.499344:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987392 00000100:00100000:1.0:1761242861.499348:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480986944:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242861.499365:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5405 00000100:00100000:2.0:1761242861.499369:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e991b8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480986816:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242861.499376:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242861.499396:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480987328:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242861.499411:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e991b8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480986816:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242861.499418:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5405 00000100:00100000:1.0:1761242861.499424:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242861.499435:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987328 00000100:00100000:2.0:1761242861.499453:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5406 00000100:00100000:2.0:1761242861.499457:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003412458 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480987008:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242861.499462:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5407 00000100:00100000:1.0:1761242861.499468:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcd2ef1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480987392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242861.499501:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003412458 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480987008:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242861.499507:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcd2ef1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480987392:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242861.499513:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5406 00000100:00100000:1.0:1761242861.499520:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5407 00000100:00100000:2.0:1761242861.499531:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5408 00000100:00100000:2.0:1761242861.499536:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006049b77a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480987328:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242861.499547:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987136 00000100:00100000:2.0:1761242861.499572:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006049b77a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480987328:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242861.499578:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000100:00100000:1.0:1761242861.499585:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000246b6066 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480987136:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242861.499586:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5408 00000100:00100000:1.0:1761242861.499622:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000246b6066 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480987136:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242861.499631:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00000100:00100000:2.0:1761242861.499652:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a607449 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480986752:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242861.499659:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986880 00000100:00100000:2.0:1761242861.499668:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480987008:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242861.499681:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480987392:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242861.499689:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480986944 00000100:00100000:2.0:1761242861.499695:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000139d1e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480986816:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242861.499707:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000441f157b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480987072:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242861.499713:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546 00000100:00100000:1.0:1761242861.499718:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d5138b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480986880:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242861.499751:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d5138b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480986880:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242861.499757:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546 00000100:00100000:2.0:1761242861.499767:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547 00000100:00100000:2.0:1761242861.499773:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480986944:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242861.499800:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480987328:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242861.499812:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480986944:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242861.499817:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a164b30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480986880:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242861.499822:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547 00010000:02020000:3.0:1761242861.499824:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242861.499833:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000466ee0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480987136:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242861.499863:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480986944:0@lo:400:kworker/u8:3.0 00010000:02020000:0.0:1761242861.499888:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242861.500008:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d9560ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480987200:12345-0@lo:8:kworker/u8:3.0 Request processed in 816us (1296us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242861.500015:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00000100:00080000:2.0:1761242861.500027:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242861.500031:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242861.500035:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480987200:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242861.500202:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001361a631 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480987264:12345-0@lo:8:kworker/u8:3.0 Request processed in 1001us (1421us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242861.500209:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279 00000100:00080000:2.0:1761242861.500455:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242861.500458:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242861.500462:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001830c429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480987264:0@lo:8:kworker/u8:3.0 00010000:00010000:2.0:1761242862.203158:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242862.456639:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242862.456685:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242862.456723:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242862.456745:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826048 00000100:00100000:0.0:1761242862.456752:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242862.456777:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242862.456793:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826112 00000100:00100000:0.0:1761242862.456797:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826240 00000100:00100000:0.0:1761242862.456813:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826176 00000100:00100000:1.0:1761242862.456813:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5409 00000100:00100000:1.0:1761242862.456819:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000294f9f50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464826048:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242862.456831:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2714 00000100:00100000:0.0:1761242862.456835:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464826176:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242862.456889:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464826176:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 53us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242862.456897:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2714 00000100:00100000:0.0:1761242862.456912:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2280 00000100:00100000:0.0:1761242862.456916:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464826240:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00000100:00100000:2.0:1761242862.456965:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464825984 00000100:00100000:2.0:1761242862.456991:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1931 00000100:00100000:2.0:1761242862.456994:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464825984:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242862.457143:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5410 00000100:00100000:3.0:1761242862.457148:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ca4b79c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464826112:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242862.457191:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000294f9f50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464826048:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 371us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242862.457191:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464825984:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 196us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242862.457198:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1931 00000100:00100000:1.0:1761242862.457199:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5409 00000100:00100000:3.0:1761242862.457419:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ca4b79c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464826112:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 268us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242862.457425:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5410 00010000:02020000:0.0:1761242862.457799:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242862.459189:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464826240:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 2266us (2460us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242862.459770:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2280 00010000:00010000:3.0:1761242863.225326:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242863.546179:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480987520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242863.546280:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242863.546344:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987520 00000100:00100000:1.0:1761242863.546392:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1761242863.546399:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0a7c6ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480987520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242863.546432:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242863.546471:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0a7c6ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480987520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242863.546477:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:1.0:1761242863.546526:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480987520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242863.546673:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e205044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480987456:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242863.546702:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242863.546961:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987456 00000100:00100000:1.0:1761242863.546990:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1761242863.546995:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001830c429 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480987456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242863.547005:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242863.547291:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e205044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480987456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242863.547904:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001830c429 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480987456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 907us (1199us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242863.547915:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00010000:00010000:1.0:1761242864.248928:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242864.568806:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761242864.568825:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c874f6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480987584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242864.568900:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242864.569017:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987584 00000100:00100000:2.0:1761242864.569066:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3548 00000100:00100000:2.0:1761242864.569071:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480987584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242864.569136:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242864.569319:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242864.569328:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480987648:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242864.569365:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242864.569369:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480987584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 294us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242864.569382:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3548 00000100:00100000:2.0:1761242864.569404:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987648 00000100:00100000:2.0:1761242864.569434:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3549 00000100:00100000:2.0:1761242864.569437:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078a9a9ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480987648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242864.569457:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242864.569493:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078a9a9ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480987648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242864.569500:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3549 00000100:00100000:0.0:1761242864.569593:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480987648:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242864.569594:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c874f6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480987584:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242865.277483:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242866.299223:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242866.616568:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242866.616585:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480987712:0@lo:400:kworker/u8:3.0 00000100:00080000:0.0:1761242866.616643:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242866.616649:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242866.616653:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242866.616658:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4373 00000100:00080000:0.0:1761242866.616662:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 6s 00000100:00080000:0.0:1761242866.616668:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242866.616672:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242866.616691:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000047c079a4 x1846792480988160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761242866.616707:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761242866.616707:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480987904:0@lo:400:kworker/u8:3.0 00000100:00080000:0.0:1761242866.616722:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242866.616724:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242866.616729:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4373 00000100:00080000:0.0:1761242866.616731:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 6s 00000100:00080000:0.0:1761242866.616734:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242866.616741:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242866.616747:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000022a9d497 x1846792480988224/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242866.616780:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480988288:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.616794:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b71d0832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480987840:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242866.616808:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242866.616829:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761242866.616834:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242866.616837:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480987968:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.616857:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480988096:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242866.616864:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242866.616883:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5f86ec9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480988352:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.616889:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242866.616910:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242866.616914:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242866.616922:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008467e139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480987776:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.616948:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242866.616948:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987712 00000100:00100000:0.0:1761242866.616967:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003668c0d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480988032:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.616991:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242866.616995:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1932 00000100:00100000:1.0:1761242866.617002:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099c17798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480987712:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.617022:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987904 00000100:00100000:1.0:1761242866.617050:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099c17798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480987712:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242866.617054:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987840 00000100:00100000:1.0:1761242866.617071:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1932 00000100:00100000:0.0:1761242866.617090:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550 00000100:00100000:0.0:1761242866.617094:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480987904:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242866.617109:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988288 00000100:00100000:0.0:1761242866.617131:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480987904:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242866.617135:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987968 00000100:00100000:0.0:1761242866.617138:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550 00000100:00100000:0.0:1761242866.617157:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551 00000100:00100000:1.0:1761242866.617157:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988352 00000100:00100000:0.0:1761242866.617163:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dac8017 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480987840:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242866.617177:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480987776 00000100:00100000:1.0:1761242866.617194:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5411 00000100:00100000:0.0:1761242866.617198:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dac8017 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480987840:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242866.617200:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007a49a19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480988288:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.617209:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551 00000100:00100000:0.0:1761242866.617258:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988096 00000100:00100000:1.0:1761242866.617265:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007a49a19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480988288:12345-0@lo:400:kworker/u8:3.0 Request processed in 66us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242866.617272:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5411 00000100:00100000:0.0:1761242866.617286:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988032 00000100:00100000:1.0:1761242866.617290:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5412 00000100:00100000:1.0:1761242866.617295:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dac1d6f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480987968:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.617311:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715 00000100:00100000:0.0:1761242866.617317:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480988096:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242866.617324:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dac1d6f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480987968:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242866.617330:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5412 00000100:00100000:1.0:1761242866.617343:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5413 00000100:00100000:1.0:1761242866.617348:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4773503 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480988352:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.617356:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480988096:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242866.617362:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715 00000100:00100000:0.0:1761242866.617377:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000100:00100000:1.0:1761242866.617382:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4773503 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480988352:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242866.617383:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480988032:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242866.617394:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5413 00000100:00100000:1.0:1761242866.617408:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5414 00000100:00100000:1.0:1761242866.617413:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000734859c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480987776:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.617419:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480988032:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242866.617425:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000100:00100000:1.0:1761242866.617446:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000734859c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480987776:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242866.617453:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5414 00000100:00100000:0.0:1761242866.617471:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008467e139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480987776:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.617485:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003668c0d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480988032:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242866.617493:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b71d0832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480987840:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242866.617511:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480987968:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242866.617559:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c079a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480988160:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242866.617796:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480988096:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242866.619116:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5f86ec9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480988352:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242866.619134:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480988288:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242866.619145:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480987904:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242866.619154:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480987712:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242866.620010:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242866.620214:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a9d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480988224:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242866.620262:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242866.620640:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988224 00000100:00100000:3.0:1761242866.620640:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988160 00000100:00100000:1.0:1761242866.620692:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281 00000100:00100000:1.0:1761242866.620700:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480988224:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242866.620704:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282 00000100:00100000:3.0:1761242866.620709:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480988160:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761242866.620881:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:1.0:1761242866.620935:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242866.620941:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480988160:12345-0@lo:8:kworker/u8:3.0 Request processed in 225us (929us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242866.620951:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282 00000100:00100000:1.0:1761242866.620978:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480988224:12345-0@lo:8:kworker/u8:3.0 Request processed in 278us (714us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242866.620987:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281 00000100:00080000:2.0:1761242866.621298:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242866.621303:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242866.621306:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c079a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480988160:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761242866.621314:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242866.621317:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242866.621319:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a9d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480988224:0@lo:8:kworker/u8:3.0 00010000:00010000:3.0:1761242867.320641:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242867.579261:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242867.580411:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826304 00000100:00100000:1.0:1761242867.580801:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242867.580841:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826368 00000100:00100000:1.0:1761242867.580880:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5415 00000100:00100000:1.0:1761242867.580887:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077bbfd39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464826368:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242867.580978:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077bbfd39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464826368:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 89us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242867.580986:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5415 00000100:00100000:2.0:1761242867.581554:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1933 00000100:00100000:2.0:1761242867.581561:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007217741c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464826304:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242867.581607:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007217741c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464826304:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 46us (2354us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242867.581618:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1933 00000100:00100000:1.0:1761242867.585318:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242867.585360:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242867.585450:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242867.586030:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826432 00000100:00100000:2.0:1761242867.586095:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5416 00000100:00100000:2.0:1761242867.586102:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c69243e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464826432:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242867.586197:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c69243e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464826432:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 88us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242867.586205:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5416 00000100:00100000:0.0:1761242867.586339:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826496 00000100:00100000:0.0:1761242867.586378:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826560 00000100:00100000:0.0:1761242867.586401:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2717 00000100:00100000:0.0:1761242867.586406:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464826496:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242867.586440:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464826496:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 33us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242867.586447:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2717 00000100:00100000:0.0:1761242867.586459:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2283 00000100:00100000:0.0:1761242867.586462:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464826560:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761242867.586555:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242867.586598:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464826560:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 133us (1147us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242867.586604:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2283 00010000:00010000:1.0:1761242868.345956:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242868.664539:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480988416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242868.664610:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242868.665142:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242868.665152:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b71d0832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480988480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242868.665179:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242868.665434:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988416 00000100:00100000:3.0:1761242868.665566:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988480 00000100:00100000:3.0:1761242868.665589:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:3.0:1761242868.665595:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480988416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242868.665629:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242868.665672:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480988416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242868.665679:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:3.0:1761242868.665695:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651 00000100:00100000:3.0:1761242868.665698:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003668c0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480988480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242868.665710:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242868.665733:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003668c0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480988480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 33us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242868.665739:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651 00000100:00100000:3.0:1761242868.665784:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b71d0832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480988480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242868.665798:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480988416:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242869.368487:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242869.689393:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480988608:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242869.689464:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242869.689496:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242869.689502:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008467e139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480988544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242869.689525:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242869.689562:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988608 00000100:00100000:2.0:1761242869.689599:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988544 00000100:00100000:2.0:1761242869.689617:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552 00000100:00100000:2.0:1761242869.689623:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480988608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242869.689660:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242869.689705:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480988608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242869.689712:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552 00000100:00100000:2.0:1761242869.689730:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3553 00000100:00100000:2.0:1761242869.689734:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d456571 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480988544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242869.689752:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242869.689778:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d456571 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480988544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 44us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242869.689783:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3553 00000100:00100000:2.0:1761242869.689820:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008467e139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480988544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242869.689832:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480988608:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761242870.393839:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242871.416525:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242871.736783:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242871.736791:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242871.736794:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242871.736802:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4379 00000100:00080000:1.0:1761242871.736806:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 11s 00000100:00080000:1.0:1761242871.736812:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242871.736832:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0b29103 x1846792480989120/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242871.736846:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242871.736849:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242871.736850:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242871.736853:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4379 00000100:00080000:1.0:1761242871.736855:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 11s 00000100:00080000:1.0:1761242871.736859:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242871.736871:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000568e86b8 x1846792480989184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242871.736906:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480988864:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242871.736999:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242871.737023:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bcbe843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480989248:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242871.737046:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242871.737062:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761242871.737067:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b3c4fa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480988800:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242871.737084:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242871.737095:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd7e56fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480989056:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242871.737112:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242871.737144:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989248 00000100:00100000:1.0:1761242871.737198:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5417 00000100:00100000:1.0:1761242871.737205:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c000423d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480989248:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242871.737268:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c000423d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480989248:12345-0@lo:400:kworker/u8:2.0 Request processed in 63us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242871.737275:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5417 00000100:00100000:1.0:1761242871.737301:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988864 00000100:00100000:1.0:1761242871.737321:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988800 00000100:00100000:1.0:1761242871.737338:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3554 00000100:00100000:1.0:1761242871.737341:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480988864:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242871.737367:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480988864:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242871.737373:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3554 00000100:00100000:1.0:1761242871.737385:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3555 00000100:00100000:1.0:1761242871.737388:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b683c37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480988800:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242871.737409:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b683c37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480988800:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242871.737414:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3555 00000100:00100000:1.0:1761242871.737431:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989056 00000100:00100000:1.0:1761242871.737453:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:1.0:1761242871.737457:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5f7baeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480989056:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242871.737483:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5f7baeb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480989056:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242871.737488:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00000100:00100000:1.0:1761242871.737528:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b3c4fa4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480988800:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242871.737538:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd7e56fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480989056:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242871.737545:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480988864:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242871.737552:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bcbe843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480989248:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.737640:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480988736:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.737668:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242871.737692:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a161cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480988992:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.737710:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242871.737725:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1761242871.737729:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480988672:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.737750:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242871.737763:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480988928:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.737782:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242871.737796:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dfa35643 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480989312:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.737813:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242871.737838:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988992 00000100:00100000:0.0:1761242871.737857:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719 00000100:00100000:0.0:1761242871.737861:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085785262 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480988992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.737893:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085785262 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480988992:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242871.737901:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719 00000100:00100000:0.0:1761242871.737919:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988672 00000100:00100000:0.0:1761242871.737940:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934 00000100:00100000:0.0:1761242871.737944:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480988672:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.737982:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480988672:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242871.737988:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934 00000100:00100000:0.0:1761242871.738018:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988736 00000100:00100000:0.0:1761242871.738035:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480988928 00000100:00100000:0.0:1761242871.738049:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989312 00000100:00100000:0.0:1761242871.738065:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5418 00000100:00100000:0.0:1761242871.738068:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b325d416 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480988736:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.738092:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b325d416 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480988736:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242871.738097:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5418 00000100:00100000:0.0:1761242871.738107:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5419 00000100:00100000:0.0:1761242871.738109:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e52f3917 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480988928:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.738132:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e52f3917 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480988928:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242871.738136:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5419 00000100:00100000:0.0:1761242871.738146:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5420 00000100:00100000:0.0:1761242871.738149:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b5d00b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480989312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.738171:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b5d00b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480989312:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242871.738176:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5420 00000100:00100000:0.0:1761242871.738203:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480988672:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.738213:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480988928:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.738221:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dfa35643 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480989312:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.738252:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480988736:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242871.738261:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a161cf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480988992:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242871.738416:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480989120:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242871.738446:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242871.738469:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000568e86b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480989184:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242871.738488:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242871.738558:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989120 00000100:00100000:3.0:1761242871.738586:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989184 00000100:00100000:3.0:1761242871.738599:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2284 00000100:00100000:3.0:1761242871.738603:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480989120:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242871.738684:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242871.738719:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480989120:12345-0@lo:8:kworker/u8:2.0 Request processed in 115us (273us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242871.738725:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2284 00000100:00100000:3.0:1761242871.738735:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:3.0:1761242871.738738:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000900ae2d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480989184:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242871.738813:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242871.738841:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000900ae2d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480989184:12345-0@lo:8:kworker/u8:2.0 Request processed in 101us (352us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242871.738846:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00080000:3.0:1761242871.738878:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242871.738882:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242871.738886:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0b29103 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480989120:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761242871.738893:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242871.738895:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242871.738897:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000568e86b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480989184:0@lo:8:kworker/u8:2.0 00010000:00010000:1.0:1761242872.440498:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242872.695098:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242872.695225:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242872.695416:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826624 00000100:00100000:0.0:1761242872.695463:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1935 00000100:00100000:0.0:1761242872.695470:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464826624:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242872.695554:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464826624:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 83us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242872.695562:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1935 00000100:00100000:3.0:1761242872.696130:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242872.696492:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242872.696521:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242872.696602:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826880 00000100:00100000:0.0:1761242872.696634:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826816 00000100:00100000:0.0:1761242872.696661:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2720 00000100:00100000:0.0:1761242872.696667:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464826816:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242872.696716:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464826816:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 49us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242872.696722:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2720 00000100:00100000:0.0:1761242872.696734:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2286 00000100:00100000:0.0:1761242872.696738:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000466ee0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464826880:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:0.0:1761242872.696826:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242872.696851:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000466ee0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464826880:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 113us (1628us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242872.696858:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2286 00000100:00100000:1.0:1761242872.697212:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826688 00000100:00100000:1.0:1761242872.697257:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826752 00000100:00100000:1.0:1761242872.697284:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5421 00000100:00100000:1.0:1761242872.697288:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a164b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464826688:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242872.697324:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a164b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464826688:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 35us (1197us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242872.697331:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5421 00000100:00100000:1.0:1761242872.697345:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5422 00000100:00100000:1.0:1761242872.697349:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000441f157b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464826752:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242872.697371:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000441f157b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464826752:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 22us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242872.697377:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5422 00010000:00010000:3.0:1761242873.464732:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242873.784442:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480989376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242873.784526:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242873.784898:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007758d29e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480989440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242873.784906:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989376 00000100:00100000:1.0:1761242873.784945:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242873.784987:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989440 00000100:00100000:2.0:1761242873.785300:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:2.0:1761242873.785306:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae51b58f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480989376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242873.785341:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242873.785387:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae51b58f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480989376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242873.785396:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00100000:2.0:1761242873.785590:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:2.0:1761242873.785595:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480989440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242873.785605:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242873.785634:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480989440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242873.785640:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00000100:00100000:2.0:1761242873.785680:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480989376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242873.785761:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007758d29e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480989440:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242874.489772:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242874.810708:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480989568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242874.810787:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242874.810839:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989568 00000100:00100000:0.0:1761242874.810881:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556 00000100:00100000:0.0:1761242874.810887:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480989568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242874.810941:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242874.810981:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480989568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242874.810988:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556 00000100:00100000:0.0:1761242874.811030:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480989568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242874.811541:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000139d1e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480989504:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242874.811576:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242874.811772:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989504 00000100:00100000:0.0:1761242874.811816:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557 00000100:00100000:0.0:1761242874.811821:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000499b26f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480989504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242874.811845:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242874.814420:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000139d1e96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480989504:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242874.814492:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000499b26f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480989504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2669us (2915us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242874.814502:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557 00010000:00010000:3.0:1761242875.513298:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1761242875.514104:0:19242:0:(ldlm_pool.c:1444:ldlm_pools_recalc_task()) Negative interval(0) 00010000:00010000:1.0:1761242876.536536:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242876.856639:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242876.856647:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242876.856650:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242876.856657:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4384 00000100:00080000:1.0:1761242876.856662:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 16s 00000100:00080000:1.0:1761242876.856667:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242876.856687:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000018083321 x1846792480990080/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242876.856702:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242876.856705:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242876.856706:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242876.856710:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4384 00000100:00080000:1.0:1761242876.856712:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 16s 00000100:00080000:1.0:1761242876.856716:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242876.856724:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007218a8a2 x1846792480990144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242876.856754:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018083321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480990080:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242876.856815:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242876.856839:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480990144:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242876.856858:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242876.856896:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480989760:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242876.856921:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242876.856935:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001aac2798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480990016:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242876.856954:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242876.856968:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761242876.856973:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0f0f729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480989696:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242876.856996:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242876.857011:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000928b763a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480989952:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242876.857029:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242876.857072:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989696 00000100:00100000:1.0:1761242876.857111:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5423 00000100:00100000:1.0:1761242876.857119:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007594bc25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480989696:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242876.857165:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007594bc25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480989696:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242876.857171:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5423 00000100:00100000:1.0:1761242876.857209:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0f0f729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480989696:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.857300:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011082ffc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480989632:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.857330:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242876.857354:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b0a7e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480989888:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.857372:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242876.857381:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480990272:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.857404:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242876.857417:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761242876.857422:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d62f550 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480989824:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.857440:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242876.857453:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480990208:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.857469:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242876.857491:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990080 00000100:00100000:2.0:1761242876.857507:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990144 00000100:00100000:2.0:1761242876.857518:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990016 00000100:00100000:2.0:1761242876.857532:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989952 00000100:00100000:2.0:1761242876.857542:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721 00000100:00100000:2.0:1761242876.857547:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480990016:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.857575:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480990016:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242876.857580:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721 00000100:00100000:2.0:1761242876.857591:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:2.0:1761242876.857594:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000568e86b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480989952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.857613:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000568e86b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480989952:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242876.857618:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00100000:2.0:1761242876.857626:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1761242876.857629:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000368837dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480990080:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242876.857730:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242876.857755:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000368837dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480990080:12345-0@lo:8:kworker/u8:2.0 Request processed in 124us (942us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242876.857761:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1761242876.857771:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288 00000100:00100000:2.0:1761242876.857774:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062dabd89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480990144:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242876.857859:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242876.857891:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062dabd89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480990144:12345-0@lo:8:kworker/u8:2.0 Request processed in 116us (1033us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242876.857897:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288 00000100:00100000:2.0:1761242876.857915:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989888 00000100:00100000:2.0:1761242876.857932:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990272 00000100:00100000:2.0:1761242876.857944:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990208 00000100:00100000:2.0:1761242876.857960:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5424 00000100:00100000:2.0:1761242876.857964:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007726fd74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480989888:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.857995:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007726fd74 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480989888:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242876.858000:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5424 00000100:00100000:2.0:1761242876.858010:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5425 00000100:00100000:2.0:1761242876.858013:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000518dbdb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480990272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.858034:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000518dbdb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480990272:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242876.858051:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5425 00000100:00100000:2.0:1761242876.858061:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5426 00000100:00100000:2.0:1761242876.858064:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff9cb429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480990208:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.858086:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff9cb429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480990208:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242876.858091:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5426 00000100:00100000:2.0:1761242876.858108:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989760 00000100:00100000:2.0:1761242876.858126:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989824 00000100:00100000:2.0:1761242876.858139:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558 00000100:00100000:2.0:1761242876.858143:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da1be09d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480989760:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.858176:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da1be09d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480989760:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (1256us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242876.858182:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558 00000100:00100000:2.0:1761242876.858192:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559 00000100:00100000:2.0:1761242876.858195:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000829b3123 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480989824:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.858217:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000829b3123 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480989824:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242876.858222:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3559 00000100:00100000:2.0:1761242876.858279:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d62f550 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480989824:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.858289:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480990208:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.858296:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b0a7e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480989888:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242876.858303:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480990272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242876.859835:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480989632 00000100:00100000:1.0:1761242876.859898:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1936 00000100:00100000:1.0:1761242876.859903:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480989632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242876.862220:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480989632:12345-0@lo:400:kworker/u8:2.0 Request processed in 2307us (4880us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242876.862258:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1936 00000100:00080000:2.0:1761242876.862292:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242876.862297:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242876.862303:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018083321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480990080:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242876.862387:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000928b763a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480989952:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242876.862402:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480989760:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242876.862413:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001aac2798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480990016:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1761242876.862680:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242876.862684:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242876.862688:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480990144:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242876.862729:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011082ffc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480989632:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242877.561099:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242877.811619:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242877.811658:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242877.812270:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242877.812978:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827008 00000100:00100000:0.0:1761242877.813073:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827136 00000100:00100000:0.0:1761242877.813131:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2723 00000100:00100000:0.0:1761242877.813138:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464827136:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242877.813218:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464827136:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 79us (1559us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242877.813933:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464826944 00000100:00100000:1.0:1761242877.813972:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1937 00000100:00100000:1.0:1761242877.813977:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464826944:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242877.814014:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464826944:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 37us (1747us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242877.814020:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1937 00000100:00100000:0.0:1761242877.815279:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2723 00000100:00100000:3.0:1761242877.815412:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242877.815452:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242877.816302:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827072 00000100:00100000:0.0:1761242877.816332:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5427 00000100:00100000:0.0:1761242877.816337:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000139d1e96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464827008:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242877.816411:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000139d1e96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464827008:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 73us (4800us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242877.816418:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5427 00000100:00100000:0.0:1761242877.816431:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5428 00000100:00100000:0.0:1761242877.816435:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a607449 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464827072:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242877.816457:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a607449 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464827072:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 21us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242877.816462:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5428 00000100:00100000:1.0:1761242877.819150:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827200 00000100:00100000:1.0:1761242877.819218:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2289 00000100:00100000:1.0:1761242877.819256:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464827200:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761242877.819360:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242877.819442:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464827200:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 216us (3989us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242877.819450:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2289 00010000:00010000:2.0:1761242878.584970:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242878.904633:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad4aaf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480990336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242878.904704:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242878.904902:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990336 00000100:00100000:1.0:1761242878.904942:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:1.0:1761242878.904948:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007758d29e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480990336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242878.904984:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242878.905024:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007758d29e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480990336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242878.905031:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00100000:0.0:1761242878.905104:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0f0f729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480990400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242878.905138:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242878.905210:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990400 00000100:00100000:1.0:1761242878.905254:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655 00000100:00100000:1.0:1761242878.905258:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e79bbc74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480990400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242878.905269:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242878.905295:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e79bbc74 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480990400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242878.905301:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655 00000100:00100000:0.0:1761242878.905742:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0f0f729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480990400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242878.905860:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad4aaf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480990336:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242879.608459:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242879.928676:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761242879.928695:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480990464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242879.928766:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242879.928866:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990464 00000100:00100000:2.0:1761242879.928918:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560 00000100:00100000:2.0:1761242879.928924:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480990464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242879.928962:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242879.929012:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480990464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242879.929019:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560 00000100:00100000:1.0:1761242879.929109:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480990464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242879.930036:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480990528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242879.930075:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242879.930562:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990528 00000100:00100000:2.0:1761242879.930606:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561 00000100:00100000:2.0:1761242879.930612:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfa35643 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480990528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242879.930641:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242879.930693:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfa35643 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480990528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242879.930700:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561 00000100:00100000:3.0:1761242879.930816:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480990528:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242880.632737:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242881.656510:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242881.976529:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480990592:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242881.976534:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003668c0d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480990656:0@lo:400:kworker/u8:3.0 00000100:00080000:0.0:1761242881.976575:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242881.976584:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242881.976588:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242881.976594:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4389 00000100:00080000:0.0:1761242881.976602:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761242881.976608:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242881.976629:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242881.976631:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242881.976637:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000047c079a4 x1846792480991040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761242881.976656:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242881.976659:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242881.976661:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242881.976665:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4389 00000100:00080000:0.0:1761242881.976667:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761242881.976670:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008467e139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480990848:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242881.976671:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b71d0832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480990912:0@lo:400:kworker/u8:3.0 00000100:00080000:0.0:1761242881.976672:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242881.976688:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001360b364 x1846792480991104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242881.976711:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242881.976720:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242881.976739:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480991232:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242881.976749:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c079a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480991040:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242881.976766:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480990784:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242881.976783:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242881.976800:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242881.976824:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480991104:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242881.976829:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242881.976833:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990656 00000100:00100000:3.0:1761242881.976881:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990848 00000100:00100000:1.0:1761242881.976890:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae51b58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480990720:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242881.976901:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991232 00000100:00100000:3.0:1761242881.976923:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5429 00000100:00100000:3.0:1761242881.976930:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad4aaf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480990656:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242881.976941:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242881.976975:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990912 00000100:00100000:3.0:1761242881.976987:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad4aaf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480990656:12345-0@lo:400:kworker/u8:3.0 Request processed in 55us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242881.976995:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5429 00000100:00100000:0.0:1761242881.977004:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991040 00000100:00100000:3.0:1761242881.977017:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5430 00000100:00100000:3.0:1761242881.977023:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e8fc6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480990848:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242881.977024:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991104 00000100:00100000:0.0:1761242881.977041:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00100000:0.0:1761242881.977047:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfaecedb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480990912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242881.977062:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e8fc6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480990848:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242881.977069:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5430 00000100:00100000:0.0:1761242881.977083:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfaecedb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480990912:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242881.977089:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5431 00000100:00100000:3.0:1761242881.977096:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0d1db32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480991232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242881.977099:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00100000:3.0:1761242881.977139:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0d1db32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480991232:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242881.977146:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5431 00000100:00100000:3.0:1761242881.977201:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b71d0832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480990912:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242881.977219:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003668c0d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480990656:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242881.977287:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480991232:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242881.977292:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290 00000100:00100000:0.0:1761242881.977296:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5f86ec9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480991040:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242881.977301:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008467e139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480990848:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242881.977338:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291 00000100:00100000:3.0:1761242881.977342:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002660a7bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480991104:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242881.977557:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242881.977590:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5f86ec9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480991040:12345-0@lo:8:kworker/u8:3.0 Request processed in 292us (792us total) trans 0 rc -19/-19 00010000:02020000:3.0:1761242881.977592:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242881.977601:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290 00000100:00080000:0.0:1761242881.977633:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761242881.977633:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002660a7bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480991104:12345-0@lo:8:kworker/u8:3.0 Request processed in 288us (692us total) trans 0 rc -19/-19 00000100:00080000:0.0:1761242881.977639:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242881.977646:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c079a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480991040:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242881.977646:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291 00000100:00080000:0.0:1761242881.977659:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242881.977662:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242881.977664:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480991104:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242881.977721:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990592 00000100:00100000:0.0:1761242881.977754:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938 00000100:00100000:0.0:1761242881.977759:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480990592:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242881.977805:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990784 00000100:00100000:0.0:1761242881.977806:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480990592:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (1180us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242881.977814:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938 00000100:00100000:3.0:1761242881.977844:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562 00000100:00100000:3.0:1761242881.977861:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c874f6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480990784:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242881.977894:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c874f6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480990784:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242881.977900:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562 00000100:00100000:2.0:1761242881.978065:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480990784:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242881.978066:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242881.978080:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480991168:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242881.978087:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a9d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480990976:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242881.978096:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990720 00000100:00100000:2.0:1761242881.978117:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242881.978121:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242881.978127:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563 00000100:00100000:3.0:1761242881.978134:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5f7baeb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480990720:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242881.978160:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480990976 00000100:00100000:2.0:1761242881.978165:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991168 00000100:00100000:3.0:1761242881.978181:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5f7baeb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480990720:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242881.978189:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725 00000100:00100000:3.0:1761242881.978193:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563 00000100:00100000:1.0:1761242881.978196:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480990976:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242881.978203:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5432 00000100:00100000:2.0:1761242881.978209:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000872e5ddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480991168:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242881.978245:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480990976:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242881.978254:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00000100:00100000:2.0:1761242881.978281:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000872e5ddc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480991168:12345-0@lo:400:kworker/u8:3.0 Request processed in 70us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242881.978289:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae51b58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480990720:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242881.978290:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5432 00000100:00100000:1.0:1761242881.978302:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a9d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480990976:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242881.978327:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480991168:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242881.978737:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480990592:0@lo:400:kworker/u8:3.0 00010000:00010000:2.0:1761242882.682277:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242882.931630:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242882.931673:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242882.931698:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242882.931729:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242882.931779:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242882.931804:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827520 00000100:00100000:1.0:1761242882.931816:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827456 00000100:00100000:0.0:1761242882.931856:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2726 00000100:00100000:0.0:1761242882.931865:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0f0f729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464827456:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242882.931900:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827392 00000100:00100000:2.0:1761242882.931926:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827328 00000100:00100000:2.0:1761242882.931942:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5433 00000100:00100000:2.0:1761242882.931947:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000568e86b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464827392:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242882.931952:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0f0f729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464827456:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 84us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242882.931994:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000568e86b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464827392:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 45us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242882.932005:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5433 00000100:00100000:2.0:1761242882.932022:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5434 00000100:00100000:2.0:1761242882.932026:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062dabd89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464827328:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242882.932048:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062dabd89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464827328:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242882.932054:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5434 00000100:00100000:1.0:1761242882.933367:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2292 00000100:00100000:0.0:1761242882.933415:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2726 00000100:00100000:1.0:1761242882.933637:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000368837dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464827520:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761242882.933737:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242882.933821:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000368837dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464827520:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 186us (2123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242882.933829:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2292 00000100:00100000:3.0:1761242882.934817:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827264 00000100:00100000:3.0:1761242882.934857:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1939 00000100:00100000:3.0:1761242882.934862:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bcc21b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464827264:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242882.934923:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bcc21b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464827264:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 59us (3300us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242882.934933:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1939 00010000:00010000:3.0:1761242883.704475:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242884.025134:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242884.025149:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011082ffc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480991296:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242884.025293:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242884.025426:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991296 00000100:00100000:1.0:1761242884.025469:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:1.0:1761242884.025474:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000099f2091 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480991296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242884.025504:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242884.025542:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000099f2091 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480991296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242884.025549:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000100:00100000:2.0:1761242884.029022:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480991360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242884.029108:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242884.029313:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011082ffc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480991296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242884.030683:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991360 00000100:00100000:1.0:1761242884.030742:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:1.0:1761242884.030749:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480991360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242884.030776:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242884.030845:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480991360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (1738us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242884.030852:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00100000:1.0:1761242884.030900:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480991360:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242884.730661:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242885.048575:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242885.048921:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242885.048936:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf04aaee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480991488:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242885.049013:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242885.049158:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991488 00000100:00100000:3.0:1761242885.049212:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564 00000100:00100000:3.0:1761242885.049217:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000038cf031 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480991488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242885.049278:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242885.049283:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480991424:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242885.049325:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242885.049336:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000038cf031 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480991488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242885.049345:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564 00000100:00100000:3.0:1761242885.049366:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991424 00000100:00100000:3.0:1761242885.049385:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3565 00000100:00100000:3.0:1761242885.049389:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480991424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242885.049409:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242885.049450:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480991424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242885.049456:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3565 00000100:00100000:3.0:1761242885.049499:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf04aaee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480991488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242885.049500:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480991424:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242885.757513:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242886.776873:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242887.096974:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242887.097519:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018083321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480991552:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242887.097609:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242887.097666:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991552 00000100:00100000:3.0:1761242887.097731:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1940 00000100:00100000:3.0:1761242887.097738:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480991552:12345-0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242887.097768:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242887.097772:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242887.097775:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242887.097780:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4394 00000100:00080000:1.0:1761242887.097782:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761242887.097783:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480991552:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (176us total) trans 0 rc 0/0 00000100:00080000:1.0:1761242887.097786:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242887.097789:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1940 00000100:00100000:1.0:1761242887.097804:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002d62f550 x1846792480992000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242887.097816:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480991808:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242887.097817:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242887.097820:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242887.097822:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242887.097824:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4394 00000100:00080000:1.0:1761242887.097826:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242887.097828:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242887.097839:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000011082ffc x1846792480992064/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242887.097841:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242887.097858:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa311b65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480992192:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.097877:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242887.097896:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761242887.097901:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000928b763a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480991744:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242887.097917:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001aac2798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480991616:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.097925:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242887.097940:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480992128:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242887.097942:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242887.099843:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991808 00000100:00100000:3.0:1761242887.099843:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992192 00000100:00100000:1.0:1761242887.099896:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991616 00000100:00100000:3.0:1761242887.099904:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5435 00000100:00100000:3.0:1761242887.099909:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005eac4cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480991808:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242887.099915:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5436 00000100:00100000:1.0:1761242887.099917:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001830c429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480992192:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242887.100007:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001830c429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480992192:12345-0@lo:400:kworker/u8:2.0 Request processed in 88us (2129us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242887.100007:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005eac4cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480991808:12345-0@lo:400:kworker/u8:2.0 Request processed in 97us (2166us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242887.100014:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5435 00000100:00100000:1.0:1761242887.100017:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5436 00000100:00100000:1.0:1761242887.100028:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5437 00000100:00100000:1.0:1761242887.100031:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000748b65eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480991616:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242887.100046:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b0a7e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480991872:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.100073:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242887.100080:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242887.100098:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761242887.100104:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480991680:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.100107:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa311b65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480992192:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.100117:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480991808:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242887.100125:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242887.100139:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480991936:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.100145:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992128 00000100:00100000:2.0:1761242887.100156:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242887.100165:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5438 00000100:00100000:3.0:1761242887.100169:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3af6932 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480992128:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242887.100185:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991744 00000100:00100000:3.0:1761242887.100200:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3af6932 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480992128:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242887.100206:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5438 00000100:00100000:2.0:1761242887.100208:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991680 00000100:00100000:2.0:1761242887.100221:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3566 00000100:00100000:2.0:1761242887.100224:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff8b165c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480991744:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.100225:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991872 00000100:00100000:3.0:1761242887.100263:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480991936 00000100:00100000:2.0:1761242887.100270:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff8b165c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480991744:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (2344us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242887.100275:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566 00000100:00100000:3.0:1761242887.100279:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727 00000100:00100000:3.0:1761242887.100282:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480991872:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242887.100285:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567 00000100:00100000:2.0:1761242887.100288:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480991680:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242887.100310:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480991680:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242887.100321:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567 00000100:00100000:2.0:1761242887.100342:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00100000:2.0:1761242887.100346:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480991936:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242887.100366:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d62f550 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480992000:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242887.100396:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242887.100412:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011082ffc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480992064:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242887.100430:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242887.100458:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992000 00000100:00100000:0.0:1761242887.100471:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992064 00000100:00100000:0.0:1761242887.100480:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1761242887.100483:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480992000:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242887.100704:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480991872:12345-0@lo:400:kworker/u8:2.0 Request processed in 420us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242887.100711:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727 00000100:00100000:3.0:1761242887.100723:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294 00000100:00100000:3.0:1761242887.100726:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c079a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480992064:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242887.100797:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242887.100834:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c079a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480992064:12345-0@lo:8:kworker/u8:2.0 Request processed in 106us (402us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242887.100839:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294 00000100:00080000:3.0:1761242887.100868:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242887.100871:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242887.100874:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011082ffc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480992064:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242887.100901:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000928b763a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480991744:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.100912:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480992128:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.100967:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018083321 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480991552:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.101001:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480991680:0@lo:400:kworker/u8:2.0 00010000:02020000:0.0:1761242887.101717:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242887.101756:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480992000:12345-0@lo:8:kworker/u8:2.0 Request processed in 1271us (1360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242887.101762:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2293 00000100:00080000:0.0:1761242887.101792:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242887.101794:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242887.101797:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d62f550 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480992000:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242887.102787:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000748b65eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480991616:12345-0@lo:400:kworker/u8:2.0 Request processed in 2752us (4842us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242887.102903:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480991936:12345-0@lo:400:kworker/u8:2.0 Request processed in 2556us (2745us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242887.102910:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00000100:00100000:3.0:1761242887.102912:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480991936:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.102924:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001aac2798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480991616:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242887.102934:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b0a7e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480991872:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242887.103858:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5437 00010000:00010000:3.0:1761242887.800478:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242888.054757:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242888.054818:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242888.054928:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827840 00000100:00100000:1.0:1761242888.054990:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2295 00000100:00100000:1.0:1761242888.054998:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000900ae2d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464827840:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761242888.055095:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242888.055165:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000900ae2d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464827840:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 166us (417us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242888.055185:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2295 00000100:00100000:2.0:1761242888.055641:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242888.055955:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242888.056006:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827584 00000100:00100000:0.0:1761242888.056046:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1941 00000100:00100000:0.0:1761242888.056051:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464827584:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242888.056097:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464827584:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 45us (1279us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242888.056103:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1941 00000100:00100000:2.0:1761242888.056996:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242888.057307:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827712 00000100:00100000:1.0:1761242888.057347:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827648 00000100:00100000:1.0:1761242888.057368:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5439 00000100:00100000:1.0:1761242888.057373:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007758d29e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464827712:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242888.057427:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007758d29e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464827712:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 52us (1787us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242888.057434:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5439 00000100:00100000:1.0:1761242888.057450:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5440 00000100:00100000:1.0:1761242888.057454:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf04aaee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464827648:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242888.057478:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf04aaee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464827648:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 24us (1524us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242888.057484:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5440 00000100:00100000:0.0:1761242888.058284:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827776 00000100:00100000:0.0:1761242888.058324:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2729 00000100:00100000:0.0:1761242888.058329:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464827776:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242888.059025:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464827776:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 692us (2029us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242888.059035:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2729 00010000:00010000:1.0:1761242888.824594:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242889.144697:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009e270a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480992320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242889.144772:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242889.144812:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242889.144817:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bd6ba0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480992256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242889.144838:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242889.144870:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992320 00000100:00100000:2.0:1761242889.144911:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992256 00000100:00100000:2.0:1761242889.144931:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:2.0:1761242889.144937:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000432db979 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480992320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242889.144975:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242889.145016:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000432db979 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480992320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242889.145023:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00100000:2.0:1761242889.145038:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1659 00000100:00100000:2.0:1761242889.145041:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043bd554c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480992256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242889.145050:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242889.145071:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043bd554c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480992256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 29us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242889.145077:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1659 00000100:00100000:2.0:1761242889.145117:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bd6ba0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480992256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242889.145130:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009e270a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480992320:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242889.850087:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242890.169322:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480992384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242890.169397:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242890.170016:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761242890.170024:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480992448:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242890.170058:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242890.170349:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992384 00000100:00100000:0.0:1761242890.170396:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992448 00000100:00100000:0.0:1761242890.170416:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568 00000100:00100000:0.0:1761242890.170422:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480992384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242890.170462:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242890.170505:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480992384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242890.170511:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568 00000100:00100000:0.0:1761242890.170527:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569 00000100:00100000:0.0:1761242890.170530:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480992448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242890.170547:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242890.170569:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480992448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 37us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242890.170575:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569 00000100:00100000:2.0:1761242890.170694:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480992448:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242890.170709:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480992384:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242890.872928:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242891.896470:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242892.217520:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242892.217528:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242892.217532:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242892.217540:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4399 00000100:00100000:0.0:1761242892.217544:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c95d33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480992704:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761242892.217544:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242892.217552:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242892.217570:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009302a32a x1846792480992960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242892.217597:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242892.217600:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242892.217602:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242892.217604:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4399 00000100:00080000:1.0:1761242892.217606:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242892.217609:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242892.217620:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003bd6ba0a x1846792480993024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242892.217630:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242892.217670:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009302a32a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480992960:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242892.217674:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480993088:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.217705:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242892.217715:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242892.217724:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bd6ba0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480993024:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242892.217743:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761242892.217749:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242892.217753:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7c98c50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480992640:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242892.217784:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242892.217796:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992960 00000100:00100000:0.0:1761242892.217802:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a669eed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480992896:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.217823:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993024 00000100:00100000:0.0:1761242892.217827:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242892.217859:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993088 00000100:00100000:2.0:1761242892.217885:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fda176c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480992576:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242892.217899:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5441 00000100:00100000:0.0:1761242892.217907:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480993088:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242892.217915:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242892.217930:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000846db23e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480992832:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242892.217946:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242892.217974:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e205044 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480993088:12345-0@lo:400:kworker/u8:2.0 Request processed in 66us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242892.217982:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5441 00000100:00100000:0.0:1761242892.217998:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992576 00000100:00100000:0.0:1761242892.218017:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5442 00000100:00100000:0.0:1761242892.218021:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009e270a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480992576:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242892.218049:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009e270a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792480992576:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242892.218054:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5442 00000100:00100000:3.0:1761242892.218801:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038c306c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480992512:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242892.219071:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fda176c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792480992576:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242892.219102:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992704 00000100:00100000:2.0:1761242892.219130:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992640 00000100:00100000:2.0:1761242892.219145:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570 00000100:00100000:2.0:1761242892.219150:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085785262 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480992704:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242892.219196:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085785262 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480992704:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (1571us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242892.219202:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570 00000100:00100000:2.0:1761242892.219214:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571 00000100:00100000:2.0:1761242892.219217:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480992640:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242892.219256:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480992640:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (1473us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242892.219260:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571 00000100:00100000:3.0:1761242892.220106:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242892.220134:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d99b48f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480992768:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242892.220166:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242892.220181:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa311b65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480993152:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242892.220200:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242892.220304:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992896 00000100:00100000:1.0:1761242892.220333:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992832 00000100:00100000:1.0:1761242892.220349:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:1.0:1761242892.220353:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480992896:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242892.220359:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731 00000100:00100000:0.0:1761242892.220367:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9b263f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480992832:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.220400:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480992896:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (2574us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242892.220407:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00000100:00100000:1.0:1761242892.220422:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296 00000100:00100000:0.0:1761242892.220426:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9b263f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480992832:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (2477us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242892.220428:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ff0eac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480992960:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242892.220440:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731 00000100:00100000:0.0:1761242892.220458:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00000100:00100000:0.0:1761242892.220462:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480993024:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242892.220790:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242892.220821:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ff0eac4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480992960:12345-0@lo:8:kworker/u8:2.0 Request processed in 394us (3117us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242892.220827:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296 00000100:00080000:1.0:1761242892.220859:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242892.220862:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242892.220865:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009302a32a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480992960:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242892.220908:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992768 00000100:00100000:1.0:1761242892.220931:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993152 00000100:00100000:1.0:1761242892.220946:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5443 00000100:00100000:1.0:1761242892.220950:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000686cbd56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480992768:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.220983:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000686cbd56 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480992768:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242892.220988:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5443 00000100:00100000:1.0:1761242892.220999:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5444 00000100:00100000:1.0:1761242892.221002:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480993152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.221025:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfcebe1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480993152:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242892.221031:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5444 00000100:00100000:1.0:1761242892.221065:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7c98c50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480992640:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.221076:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a669eed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480992896:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.221085:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480993088:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.221095:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c95d33f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480992704:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.221162:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480992512 00000100:00100000:1.0:1761242892.221186:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942 00000100:00100000:1.0:1761242892.221189:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480992512:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.221217:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480992512:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242892.221223:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942 00000100:00100000:1.0:1761242892.221306:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000846db23e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480992832:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.221456:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038c306c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480992512:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.221471:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d99b48f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480992768:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242892.221484:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa311b65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480993152:0@lo:400:kworker/u8:2.0 00010000:02020000:0.0:1761242892.221745:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242892.221780:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480993024:12345-0@lo:8:kworker/u8:2.0 Request processed in 1317us (4033us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242892.221788:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00080000:1.0:1761242892.223137:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242892.223144:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242892.223149:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bd6ba0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480993024:0@lo:8:kworker/u8:2.0 00010000:00010000:1.0:1761242892.921041:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242893.173313:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242893.173356:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242893.173391:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242893.173419:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242893.173445:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242893.173481:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828032 00000100:00100000:1.0:1761242893.173526:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827968 00000100:00100000:1.0:1761242893.173548:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5445 00000100:00100000:1.0:1761242893.173554:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eaed68fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464828032:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242893.173640:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eaed68fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464828032:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 85us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242893.173648:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5445 00000100:00100000:1.0:1761242893.173663:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5446 00000100:00100000:1.0:1761242893.173667:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0fbd756 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464827968:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242893.173690:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0fbd756 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464827968:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242893.173695:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5446 00000100:00100000:0.0:1761242893.173805:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464827904 00000100:00100000:0.0:1761242893.173837:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1943 00000100:00100000:0.0:1761242893.173841:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464827904:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242893.173867:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464827904:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 26us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242893.173872:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1943 00000100:00100000:0.0:1761242893.173903:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828160 00000100:00100000:0.0:1761242893.173927:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828096 00000100:00100000:0.0:1761242893.173951:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2732 00000100:00100000:0.0:1761242893.173955:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464828096:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242893.173979:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464828096:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 24us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242893.173985:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2732 00000100:00100000:0.0:1761242893.173996:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2298 00000100:00100000:0.0:1761242893.174000:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464828160:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761242893.174103:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242893.174129:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464828160:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 128us (738us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242893.174135:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2298 00010000:00010000:3.0:1761242893.944445:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242894.264430:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242894.264448:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ed31d24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480993216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242894.264525:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242894.264962:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242894.264970:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000eb6050b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480993280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242894.265655:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993216 00000100:00100000:1.0:1761242894.266178:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242894.267721:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993280 00000100:00100000:2.0:1761242894.267767:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:2.0:1761242894.267773:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480993216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242894.267811:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242894.267879:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480993216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (3355us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242894.267886:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00100000:2.0:1761242894.267901:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:2.0:1761242894.267905:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480993280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242894.267916:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242894.267944:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480993280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 38us (1770us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242894.267949:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00100000:2.0:1761242894.268006:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000eb6050b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480993280:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242894.268273:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ed31d24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480993216:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242894.968919:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242895.291274:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242895.291293:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000026ce9f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480993344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242895.291317:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480993408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242895.291374:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242895.291448:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993344 00000100:00100000:1.0:1761242895.291507:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572 00000100:00100000:1.0:1761242895.291514:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021f12d39 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480993344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242895.291564:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242895.291590:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242895.291620:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021f12d39 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480993344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242895.291626:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3572 00000100:00100000:1.0:1761242895.291644:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993408 00000100:00100000:1.0:1761242895.291661:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3573 00000100:00100000:1.0:1761242895.291664:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022a9d497 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480993408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242895.291682:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242895.291723:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022a9d497 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480993408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242895.291730:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573 00000100:00100000:0.0:1761242895.291751:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480993408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242895.291822:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000026ce9f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480993344:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242895.992992:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242897.017801:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242897.337123:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761242897.337127:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000466ee0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480993664:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242897.337127:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480993536:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242897.337131:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242897.337135:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242897.337142:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4404 00000100:00080000:3.0:1761242897.337144:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242897.337151:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242897.337412:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480993472:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242897.337537:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242897.337541:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242897.337572:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480993792:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242897.337602:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242897.337607:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993664 00000100:00100000:2.0:1761242897.337623:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1761242897.337631:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480993600:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242897.337653:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3574 00000100:00100000:2.0:1761242897.337657:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242897.337663:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036f22890 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480993664:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242897.337676:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b0a7e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480993856:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242897.337698:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242897.337732:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993536 00000100:00100000:0.0:1761242897.337733:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036f22890 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480993664:12345-0@lo:400:kworker/u8:3.0 Request processed in 71us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242897.337741:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574 00000100:00100000:0.0:1761242897.337760:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993600 00000100:00100000:2.0:1761242897.337764:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5447 00000100:00100000:2.0:1761242897.337769:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a64ece2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480993536:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242897.337788:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3575 00000100:00100000:0.0:1761242897.337793:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dc3e7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480993600:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242897.337809:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a64ece2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480993536:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242897.337819:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5447 00000100:00100000:0.0:1761242897.337827:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dc3e7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480993600:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242897.337833:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3575 00000100:00100000:2.0:1761242897.337843:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993792 00000100:00100000:2.0:1761242897.337870:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733 00000100:00100000:2.0:1761242897.337875:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085a718e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480993792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242897.337887:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993856 00000100:00100000:2.0:1761242897.337906:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085a718e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480993792:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242897.337913:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:2.0:1761242897.337920:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00000100:00100000:0.0:1761242897.337921:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fae6b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480993856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242897.337955:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fae6b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480993856:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242897.337959:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00100000:0.0:1761242897.337989:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000466ee0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480993664:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242897.338024:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480993600:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242897.338043:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b0a7e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480993856:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242897.338054:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480993536:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242897.338063:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480993792:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242897.338914:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001aac2798 x1846792480993920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242897.338946:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242897.338951:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242897.338954:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242897.338958:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4404 00000100:00080000:3.0:1761242897.338960:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242897.338963:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242897.338979:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000da363c9f x1846792480993984/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242897.339438:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001aac2798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480993920:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242897.339491:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242897.339519:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480993984:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242897.339540:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242897.339572:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993920 00000100:00100000:0.0:1761242897.339595:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993984 00000100:00100000:0.0:1761242897.339611:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2299 00000100:00100000:0.0:1761242897.339615:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae51b58f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480993920:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242897.339707:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242897.339743:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae51b58f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480993920:12345-0@lo:8:kworker/u8:3.0 Request processed in 126us (261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242897.339750:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2299 00000100:00100000:0.0:1761242897.339768:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2300 00000100:00100000:0.0:1761242897.339771:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480993984:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242897.339848:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242897.339872:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480993984:12345-0@lo:8:kworker/u8:3.0 Request processed in 100us (332us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242897.339878:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2300 00000100:00080000:0.0:1761242897.339908:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242897.339912:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242897.339916:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001aac2798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480993920:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761242897.339924:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242897.339926:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242897.339928:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480993984:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242897.340027:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242897.340053:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480993728:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242897.340077:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242897.340096:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d62f550 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480994112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242897.340115:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242897.340130:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761242897.340135:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480994048:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242897.340154:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242897.340179:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993728 00000100:00100000:1.0:1761242897.340204:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994112 00000100:00100000:1.0:1761242897.340300:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994048 00000100:00100000:1.0:1761242897.340327:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5448 00000100:00100000:1.0:1761242897.340332:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e177b977 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480993728:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242897.340371:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e177b977 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480993728:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242897.340377:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5448 00000100:00100000:1.0:1761242897.340389:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5449 00000100:00100000:1.0:1761242897.340392:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000026ce9f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480994112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242897.340417:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000026ce9f2c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480994112:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242897.340427:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5449 00000100:00100000:1.0:1761242897.340441:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5450 00000100:00100000:1.0:1761242897.340444:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000eb6050b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480994048:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242897.340467:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000eb6050b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480994048:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242897.340472:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5450 00000100:00100000:1.0:1761242897.340525:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480994048:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242897.340534:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d62f550 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480994112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242897.340541:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480993728:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242897.341671:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480993472 00000100:00100000:0.0:1761242897.341711:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1944 00000100:00100000:0.0:1761242897.341715:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057f806fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480993472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242897.341764:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057f806fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480993472:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (1738us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242897.341770:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944 00000100:00100000:2.0:1761242897.341806:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480993472:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761242898.040570:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242898.291896:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242898.291942:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242898.292460:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828224 00000100:00100000:0.0:1761242898.292529:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1945 00000100:00100000:0.0:1761242898.292535:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000472bb12b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464828224:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242898.296297:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000472bb12b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464828224:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 3752us (4400us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242898.296314:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1945 00000100:00100000:2.0:1761242898.297505:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828288 00000100:00100000:3.0:1761242898.297521:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242898.297555:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5451 00000100:00100000:2.0:1761242898.297561:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e1da56d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464828288:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242898.297625:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e1da56d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464828288:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 63us (5682us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242898.297632:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5451 00000100:00100000:3.0:1761242898.297657:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242898.297684:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828352 00000100:00100000:2.0:1761242898.297708:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5452 00000100:00100000:3.0:1761242898.297712:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242898.297716:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000928b763a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464828352:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242898.297737:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828416 00000100:00100000:2.0:1761242898.297750:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000928b763a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464828352:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 35us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242898.297757:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5452 00000100:00100000:3.0:1761242898.297764:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828480 00000100:00100000:3.0:1761242898.297781:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2735 00000100:00100000:3.0:1761242898.297785:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018083321 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464828416:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242898.297823:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018083321 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464828416:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 37us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242898.297829:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2735 00000100:00100000:3.0:1761242898.297844:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2301 00000100:00100000:3.0:1761242898.297848:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011082ffc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464828480:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:3.0:1761242898.297933:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242898.297965:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011082ffc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464828480:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 116us (257us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242898.297970:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2301 00010000:00010000:2.0:1761242899.065042:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242899.384573:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee96ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480994176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242899.384641:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242899.384731:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994176 00000100:00100000:1.0:1761242899.384787:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:1.0:1761242899.384794:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfc96c71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480994176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242899.384828:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242899.384875:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfc96c71 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480994176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242899.384883:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00100000:3.0:1761242899.385032:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee96ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480994176:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242899.387114:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761242899.387128:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480994240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242899.387191:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242899.387319:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994240 00000100:00100000:2.0:1761242899.387371:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663 00000100:00100000:2.0:1761242899.387377:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d62f550 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480994240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242899.387401:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242899.387459:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d62f550 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480994240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242899.387470:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663 00000100:00100000:3.0:1761242899.387704:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480994240:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242900.089736:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242900.408470:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761242900.408496:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008467e139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480994304:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242900.408589:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242900.408777:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994304 00000100:00100000:2.0:1761242900.408866:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761242900.408876:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480994368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242900.408906:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242900.411503:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994368 00000100:00100000:1.0:1761242900.412650:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576 00000100:00100000:1.0:1761242900.412661:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480994304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242900.412705:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242900.412786:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480994304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (4198us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242900.412793:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576 00000100:00100000:1.0:1761242900.412809:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577 00000100:00100000:1.0:1761242900.412813:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7ac5727 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480994368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242900.412830:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242900.412858:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7ac5727 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480994368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (3952us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242900.412864:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577 00000100:00100000:2.0:1761242900.413060:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008467e139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480994304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242900.413096:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480994368:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242901.112499:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242902.136683:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242902.456670:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242902.456677:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242902.456681:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242902.456688:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4409 00000100:00080000:3.0:1761242902.456692:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242902.456698:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242902.456717:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000891b4220 x1846792480994880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242902.456731:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242902.456734:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242902.456735:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242902.456738:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4409 00000100:00080000:3.0:1761242902.456740:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242902.456743:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242902.456753:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c68d0b6 x1846792480994944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242902.456784:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001aac2798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480994624:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242902.456845:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242902.456868:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f049030f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480995008:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242902.456892:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242902.456911:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761242902.456916:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480994560:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242902.456949:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242902.456961:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3de524e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480994816:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242902.456983:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242902.457011:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995008 00000100:00100000:3.0:1761242902.457055:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5453 00000100:00100000:3.0:1761242902.457060:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a416f8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480995008:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242902.457105:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a416f8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480995008:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242902.457112:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5453 00000100:00100000:3.0:1761242902.457153:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f049030f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480995008:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457251:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994816 00000100:00100000:1.0:1761242902.457279:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:1.0:1761242902.457282:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480994816:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457318:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480994816:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242902.457324:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00100000:1.0:1761242902.457343:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480994496:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457366:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242902.457380:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba18d36e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480994752:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457408:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242902.457423:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1761242902.457428:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480994432:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457452:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242902.457468:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b0a7e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480994688:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457485:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242902.457497:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f276fe29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480995072:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457512:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242902.457534:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994432 00000100:00100000:1.0:1761242902.457555:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946 00000100:00100000:1.0:1761242902.457558:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480994432:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457589:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480994432:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242902.457595:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946 00000100:00100000:1.0:1761242902.457621:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994496 00000100:00100000:1.0:1761242902.457639:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994688 00000100:00100000:1.0:1761242902.457652:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995072 00000100:00100000:1.0:1761242902.457667:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5454 00000100:00100000:1.0:1761242902.457670:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe624a76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480994496:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457696:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe624a76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792480994496:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242902.457701:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5454 00000100:00100000:1.0:1761242902.457712:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5455 00000100:00100000:1.0:1761242902.457715:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068b07228 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480994688:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457739:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068b07228 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480994688:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242902.457744:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5455 00000100:00100000:1.0:1761242902.457756:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5456 00000100:00100000:1.0:1761242902.457760:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ba9ab83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480995072:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457779:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ba9ab83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480995072:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242902.457784:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5456 00000100:00100000:1.0:1761242902.457813:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994752 00000100:00100000:1.0:1761242902.457829:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000100:00100000:1.0:1761242902.457832:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfc24592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480994752:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457857:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfc24592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480994752:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242902.457862:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00000100:00100000:1.0:1761242902.457889:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3de524e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480994816:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457907:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480994432:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457914:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b0a7e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480994688:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457922:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f276fe29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480995072:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457929:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792480994496:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457938:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba18d36e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480994752:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.457962:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994624 00000100:00100000:1.0:1761242902.457985:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994560 00000100:00100000:1.0:1761242902.458000:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578 00000100:00100000:1.0:1761242902.458003:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0547453 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480994624:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.458033:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0547453 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480994624:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (1189us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242902.458039:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3578 00000100:00100000:1.0:1761242902.458049:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3579 00000100:00100000:1.0:1761242902.458052:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480994560:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.458074:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480994560:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (1125us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242902.458079:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3579 00000100:00100000:1.0:1761242902.458103:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480994560:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242902.458111:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001aac2798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480994624:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242902.458193:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000891b4220 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480994880:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242902.458219:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242902.458274:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480994944:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242902.458295:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242902.458322:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994880 00000100:00100000:0.0:1761242902.458340:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480994944 00000100:00100000:0.0:1761242902.458354:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:0.0:1761242902.458357:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006eb0a0e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480994880:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242902.458463:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242902.458494:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006eb0a0e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480994880:12345-0@lo:8:kworker/u8:2.0 Request processed in 136us (275us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242902.458503:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00100000:0.0:1761242902.458513:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:0.0:1761242902.458516:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003668c0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480994944:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242902.458592:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242902.458613:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003668c0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792480994944:12345-0@lo:8:kworker/u8:2.0 Request processed in 96us (318us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242902.458619:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000100:00080000:0.0:1761242902.458661:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242902.458665:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242902.458668:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000891b4220 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480994880:0@lo:8:kworker/u8:2.0 00000100:00080000:0.0:1761242902.458676:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242902.458678:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242902.458680:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480994944:0@lo:8:kworker/u8:2.0 00010000:00010000:2.0:1761242903.160651:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242903.412733:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242903.414220:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242903.414613:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242903.414652:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242903.414682:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242903.414795:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828608 00000100:00100000:1.0:1761242903.414850:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828672 00000100:00100000:1.0:1761242903.414872:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5457 00000100:00100000:1.0:1761242903.414878:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5baf975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464828608:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242903.414955:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5baf975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464828608:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 76us (2231us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242903.414963:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5457 00000100:00100000:1.0:1761242903.414985:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5458 00000100:00100000:1.0:1761242903.414990:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3e8e5f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464828672:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242903.415017:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3e8e5f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464828672:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 27us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242903.415023:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5458 00000100:00100000:0.0:1761242903.415256:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828544 00000100:00100000:0.0:1761242903.415291:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1947 00000100:00100000:0.0:1761242903.415295:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464828544:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242903.415326:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464828544:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 30us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242903.415332:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1947 00000100:00100000:3.0:1761242903.416772:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828736 00000100:00100000:3.0:1761242903.416822:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828800 00000100:00100000:3.0:1761242903.416842:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2738 00000100:00100000:3.0:1761242903.416848:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009c1e752 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464828736:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242903.416903:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009c1e752 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464828736:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 54us (2688us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242903.416910:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2738 00000100:00100000:3.0:1761242903.416924:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2304 00000100:00100000:3.0:1761242903.416928:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ed31d24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464828800:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761242903.417027:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242903.417054:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ed31d24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464828800:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 125us (2372us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242903.417061:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2304 00010000:00010000:3.0:1761242904.184418:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242904.504557:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761242904.504579:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480995200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242904.504642:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242904.504689:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995200 00000100:00100000:1.0:1761242904.504726:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:1.0:1761242904.504732:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee96ddef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480995200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242904.504764:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242904.504800:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee96ddef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792480995200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242904.504807:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00000100:00100000:1.0:1761242904.504847:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792480995200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242904.504953:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242904.504960:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f049030f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480995136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242904.504986:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242904.505111:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995136 00000100:00100000:1.0:1761242904.505139:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:1.0:1761242904.505143:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b71d0832 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480995136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242904.505152:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242904.505186:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b71d0832 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480995136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242904.505192:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:3.0:1761242904.505259:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f049030f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480995136:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242905.208447:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242905.528575:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761242905.528593:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480995264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242905.528658:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242905.528790:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f049030f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480995328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242905.528817:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242905.528892:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995264 00000100:00100000:3.0:1761242905.528935:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995328 00000100:00100000:3.0:1761242905.528951:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580 00000100:00100000:3.0:1761242905.528957:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480995264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242905.528995:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242905.529034:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480995264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242905.529041:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580 00000100:00100000:3.0:1761242905.529058:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581 00000100:00100000:3.0:1761242905.529061:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da363c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480995328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242905.529079:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242905.529102:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da363c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480995328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 40us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242905.529107:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581 00000100:00100000:1.0:1761242905.529187:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f049030f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480995328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242905.529214:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480995264:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242906.233249:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242907.262136:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242907.576575:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480995392:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242907.576653:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242907.576786:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480995584:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.576820:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242907.576871:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995584 00000100:00100000:1.0:1761242907.576926:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582 00000100:00100000:1.0:1761242907.576932:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cae9b07e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480995584:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.576981:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cae9b07e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792480995584:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242907.576988:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582 00000100:00100000:1.0:1761242907.577028:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480995584:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.577057:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008467e139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480995456:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.577080:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242907.577094:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761242907.577098:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480995520:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.577113:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242907.577129:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995456 00000100:00100000:1.0:1761242907.577148:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5459 00000100:00100000:1.0:1761242907.577151:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b0a7e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480995456:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.577176:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b0a7e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480995456:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242907.577181:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5459 00000100:00100000:1.0:1761242907.577197:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995520 00000100:00100000:1.0:1761242907.577211:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3583 00000100:00100000:1.0:1761242907.577213:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480995520:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.577264:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480995520:12345-0@lo:400:kworker/u8:3.0 Request processed in 49us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242907.577269:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3583 00000100:00100000:1.0:1761242907.577313:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480995520:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.577324:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008467e139 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480995456:0@lo:400:kworker/u8:3.0 00000100:00080000:0.0:1761242907.577596:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242907.577602:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242907.577605:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242907.577610:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4414 00000100:00080000:0.0:1761242907.577612:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761242907.577615:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242907.577635:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000466ee0c0 x1846792480995840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761242907.577649:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242907.577652:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242907.577653:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242907.577656:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4414 00000100:00080000:0.0:1761242907.577657:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761242907.577660:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242907.577668:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005d9560ef x1846792480995904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242907.577699:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000466ee0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480995840:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242907.577727:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242907.577740:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480995904:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242907.577754:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242907.577776:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995840 00000100:00100000:0.0:1761242907.577791:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995904 00000100:00100000:0.0:1761242907.577804:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305 00000100:00100000:0.0:1761242907.577807:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000356461db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480995840:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242907.577868:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995392 00010000:02020000:0.0:1761242907.577895:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242907.577903:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1948 00000100:00100000:3.0:1761242907.577908:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480995392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242907.577942:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000356461db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480995840:12345-0@lo:8:kworker/u8:3.0 Request processed in 133us (214us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242907.577949:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305 00000100:00100000:0.0:1761242907.577960:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306 00000100:00100000:0.0:1761242907.577963:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480995904:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242907.578002:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480995392:12345-0@lo:400:kworker/u8:3.0 Request processed in 92us (1349us total) trans 0 rc 0/0 00010000:02020000:0.0:1761242907.578080:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242907.578098:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480995904:12345-0@lo:8:kworker/u8:3.0 Request processed in 133us (343us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242907.578101:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1948 00000100:00100000:0.0:1761242907.578108:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306 00000100:00080000:0.0:1761242907.578145:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242907.578148:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242907.578151:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000466ee0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480995840:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761242907.578159:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242907.578161:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242907.578163:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d9560ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480995904:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242907.578177:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480995712:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242907.578206:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242907.578254:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761242907.578257:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480995968:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242907.578262:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480995776:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242907.578373:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242907.578407:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480995648:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242907.578411:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995712 00000100:00100000:3.0:1761242907.578431:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242907.578446:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995776 00000100:00100000:3.0:1761242907.578448:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fd80534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480996032:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.578452:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242907.578473:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739 00000100:00100000:0.0:1761242907.578478:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba3dee3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480995712:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242907.578479:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242907.578505:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480995392:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242907.578522:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:0.0:1761242907.578529:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba3dee3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480995712:12345-0@lo:400:kworker/u8:3.0 Request processed in 49us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242907.578530:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f85dd75a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480995776:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242907.578542:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739 00000100:00100000:3.0:1761242907.578547:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480995712:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.578600:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995648 00000100:00100000:0.0:1761242907.578602:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480995968 00000100:00100000:3.0:1761242907.578602:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996032 00000100:00100000:1.0:1761242907.578627:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5460 00000100:00100000:1.0:1761242907.578632:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f4ab399 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480995648:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242907.578636:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5461 00000100:00100000:3.0:1761242907.578640:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5462 00000100:00100000:0.0:1761242907.578642:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008467e139 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480995968:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242907.578644:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f049030f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480996032:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.578676:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f4ab399 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480995648:12345-0@lo:400:kworker/u8:3.0 Request processed in 43us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242907.578683:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008467e139 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480995968:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242907.578683:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f049030f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792480996032:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242907.578686:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5460 00000100:00100000:3.0:1761242907.578695:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5462 00000100:00100000:0.0:1761242907.578699:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5461 00000100:00100000:3.0:1761242907.578731:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480995776:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.578737:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480995648:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242907.578739:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480995968:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242907.578755:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fd80534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792480996032:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242907.578805:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f85dd75a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480995776:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242907.578811:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00010000:00010000:3.0:1761242908.283258:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242908.532365:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242908.532525:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828864 00000100:00100000:3.0:1761242908.532579:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1949 00000100:00100000:3.0:1761242908.532585:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464828864:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242908.532663:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464828864:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 77us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242908.532682:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1949 00000100:00100000:0.0:1761242908.534580:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242908.534620:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242908.534654:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242908.534723:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242908.534837:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828928 00000100:00100000:2.0:1761242908.534850:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829120 00000100:00100000:2.0:1761242908.534890:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829056 00000100:00100000:1.0:1761242908.534893:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464828992 00000100:00100000:1.0:1761242908.534924:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5463 00000100:00100000:1.0:1761242908.534932:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000889bbb06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464828928:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242908.534936:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2741 00000100:00100000:2.0:1761242908.534944:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc91a859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464829056:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242908.534999:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000889bbb06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464828928:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 68us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242908.535010:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5463 00000100:00100000:1.0:1761242908.535033:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5464 00000100:00100000:3.0:1761242908.535038:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2307 00000100:00100000:1.0:1761242908.535039:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076d5e3f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464828992:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242908.535048:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb88e8f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464829120:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761242908.535147:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242908.535419:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc91a859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464829056:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 474us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242908.535427:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2741 00000100:00100000:1.0:1761242908.535488:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076d5e3f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464828992:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 447us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242908.535496:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5464 00000100:00100000:3.0:1761242908.535522:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb88e8f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464829120:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 474us (947us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242908.535530:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2307 00010000:00010000:1.0:1761242909.304540:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242909.625078:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480996096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242909.625151:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242909.625306:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996096 00000100:00100000:3.0:1761242909.625364:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:3.0:1761242909.625371:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceb1efde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480996096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242909.625419:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242909.625463:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceb1efde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480996096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242909.625471:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00100000:3.0:1761242909.625533:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480996096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242909.625548:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761242909.625553:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480996160:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242909.625575:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242909.625600:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996160 00000100:00100000:2.0:1761242909.625636:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667 00000100:00100000:2.0:1761242909.625641:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480996160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242909.625652:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242909.625969:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480996160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242909.626014:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480996160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242909.626022:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667 00010000:00010000:3.0:1761242910.328862:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242910.648779:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000891b4220 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480996288:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242910.648848:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242910.648882:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242910.648887:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480996224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242910.648905:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242910.648971:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996288 00000100:00100000:1.0:1761242910.649010:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996224 00000100:00100000:1.0:1761242910.649025:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3584 00000100:00100000:1.0:1761242910.649030:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bd6ba0a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480996288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242910.649063:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242910.649097:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bd6ba0a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480996288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242910.649103:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3584 00000100:00100000:1.0:1761242910.649119:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3585 00000100:00100000:1.0:1761242910.649121:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480996224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242910.649135:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242910.649152:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480996224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 30us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242910.649156:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3585 00000100:00100000:2.0:1761242910.650318:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480996224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242910.650334:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000891b4220 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480996288:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242911.352414:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242912.376483:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242912.696653:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242912.696660:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242912.696664:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242912.696673:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4420 00000100:00080000:1.0:1761242912.696677:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242912.696683:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242912.696693:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480996352:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242912.696709:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c0a7c6ad x1846792480996800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242912.696723:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242912.696726:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242912.696727:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242912.696730:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4420 00000100:00080000:1.0:1761242912.696733:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242912.696736:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242912.696747:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001ed27feb x1846792480996864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242912.696790:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242912.696825:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480996608:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242912.696857:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242912.696880:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000236773d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480996992:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242912.696893:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480996800:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242912.696916:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242912.696936:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761242912.696940:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242912.696944:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480996416:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242912.696966:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480996864:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242912.696985:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242912.697011:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242912.697045:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996352 00000100:00100000:1.0:1761242912.697090:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950 00000100:00100000:1.0:1761242912.697096:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0df6662 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480996352:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242912.697221:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480996672:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242912.697263:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996800 00000100:00100000:3.0:1761242912.697272:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242912.697303:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996864 00000100:00100000:3.0:1761242912.697305:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996608 00000100:00100000:2.0:1761242912.697325:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996672 00000100:00100000:3.0:1761242912.697342:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996992 00000100:00100000:2.0:1761242912.697359:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:2.0:1761242912.697365:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000891b4220 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480996672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242912.697368:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996416 00000100:00100000:3.0:1761242912.697386:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5465 00000100:00100000:3.0:1761242912.697391:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba18d36e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480996608:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242912.697418:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000891b4220 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480996672:12345-0@lo:400:kworker/u8:3.0 Request processed in 51us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242912.697429:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba18d36e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792480996608:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242912.697436:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5465 00000100:00100000:3.0:1761242912.697452:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5466 00000100:00100000:3.0:1761242912.697455:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f276fe29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480996992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242912.697476:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f276fe29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792480996992:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242912.697481:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5466 00000100:00100000:3.0:1761242912.697488:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5467 00000100:00100000:3.0:1761242912.697491:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3de524e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480996416:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242912.697507:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3de524e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480996416:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242912.697515:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5467 00000100:00100000:3.0:1761242912.697548:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308 00000100:00100000:3.0:1761242912.697551:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b74ab29b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480996800:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761242912.697647:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242912.697670:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b74ab29b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480996800:12345-0@lo:8:kworker/u8:3.0 Request processed in 119us (735us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242912.697676:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308 00000100:00100000:3.0:1761242912.697686:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:3.0:1761242912.697689:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480996864:12345-0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761242912.697733:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242912.697739:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242912.697743:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0a7c6ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480996800:0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761242912.697761:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242912.697789:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480996480:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242912.697792:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480996864:12345-0@lo:8:kworker/u8:3.0 Request processed in 100us (784us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242912.697798:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00100000:3.0:1761242912.697821:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000246b6066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480996544:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242912.697837:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761242912.697865:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761242912.697867:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480996736:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242912.697870:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242912.697877:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480996864:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242912.697897:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242912.697902:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242912.697925:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000313cc36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480996928:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242912.697979:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996480 00000100:00100000:0.0:1761242912.698019:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996544 00000100:00100000:0.0:1761242912.698038:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586 00000100:00100000:0.0:1761242912.698042:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d6ec49 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480996480:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242912.698053:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0df6662 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792480996352:12345-0@lo:400:kworker/u8:3.0 Request processed in 955us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242912.698060:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1950 00000100:00100000:0.0:1761242912.698082:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d6ec49 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480996480:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242912.698088:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586 00000100:00100000:1.0:1761242912.698100:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587 00000100:00100000:1.0:1761242912.698106:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480996544:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242912.698114:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996736 00000100:00100000:0.0:1761242912.698137:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743 00000100:00100000:1.0:1761242912.698141:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480996544:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242912.698144:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480996736:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242912.698155:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587 00000100:00100000:0.0:1761242912.698177:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480996736:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242912.698183:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743 00000100:00100000:1.0:1761242912.698213:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480996416:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242912.698223:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013d8a900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480996480:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242912.698251:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480996672:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242912.698256:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458d3f1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480996736:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242912.698268:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000236773d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792480996992:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242912.698282:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ba451b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792480996352:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242912.698293:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792480996608:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242912.698386:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242912.698421:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000246b6066 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480996544:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242912.698491:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480996928 00000100:00100000:2.0:1761242912.698689:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00000100:00100000:0.0:1761242912.699491:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5468 00000100:00100000:0.0:1761242912.699497:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c16cb38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480996928:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242912.700384:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c16cb38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792480996928:12345-0@lo:400:kworker/u8:3.0 Request processed in 885us (1997us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242912.700394:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5468 00000100:00100000:3.0:1761242912.700476:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000313cc36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792480996928:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242913.400455:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242913.661547:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242913.664201:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242913.664890:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829440 00000100:00100000:0.0:1761242913.666010:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2310 00000100:00100000:0.0:1761242913.666021:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d99b48f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464829440:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761242913.666118:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242913.666222:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d99b48f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464829440:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 201us (4689us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242913.666248:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2310 00000100:00100000:2.0:1761242913.666440:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242913.666461:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242913.666486:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242913.670091:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829184 00000100:00100000:1.0:1761242913.670192:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1951 00000100:00100000:1.0:1761242913.670199:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464829184:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242913.670303:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464829184:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 103us (6111us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242913.670312:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1951 00000100:00100000:1.0:1761242913.670444:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829312 00000100:00100000:1.0:1761242913.670475:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829248 00000100:00100000:1.0:1761242913.670497:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5469 00000100:00100000:1.0:1761242913.670502:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038c306c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464829312:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242913.670530:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038c306c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464829312:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 28us (4093us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242913.670536:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5469 00000100:00100000:1.0:1761242913.670548:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5470 00000100:00100000:1.0:1761242913.670551:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000846db23e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464829248:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242913.670568:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000846db23e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464829248:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 16us (4108us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242913.670574:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5470 00000100:00100000:3.0:1761242913.672752:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829376 00000100:00100000:3.0:1761242913.672815:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2744 00000100:00100000:3.0:1761242913.672822:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7dd8369 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464829376:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242913.672896:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7dd8369 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464829376:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 73us (6409us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242913.672904:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2744 00010000:00010000:3.0:1761242914.424402:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242914.747977:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480997056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242914.748044:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242914.748141:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997056 00000100:00100000:0.0:1761242914.748223:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668 00000100:00100000:0.0:1761242914.748247:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c95d33f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480997056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242914.748284:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242914.748327:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c95d33f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480997056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242914.748334:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668 00000100:00100000:0.0:1761242914.748945:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242914.748955:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ac24b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480997120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242914.748991:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242914.749131:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997120 00000100:00100000:0.0:1761242914.749152:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:0.0:1761242914.749156:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027199861 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480997120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242914.749182:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242914.749207:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027199861 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480997120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242914.749213:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:0.0:1761242914.749267:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ac24b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480997120:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242914.749837:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480997056:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242915.448437:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242915.768552:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242915.768568:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000236773d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480997184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242915.768632:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242915.768708:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997184 00000100:00100000:1.0:1761242915.768757:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588 00000100:00100000:1.0:1761242915.768762:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da18c63b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480997184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242915.768801:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242915.768841:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da18c63b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480997184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242915.768848:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588 00000100:00100000:2.0:1761242915.769040:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000236773d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480997184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242915.769279:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242915.769288:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480997248:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242915.769313:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242915.769463:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997248 00000100:00100000:3.0:1761242915.769492:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589 00000100:00100000:3.0:1761242915.769497:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480997248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242915.769517:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242915.769555:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480997248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242915.769561:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589 00000100:00100000:2.0:1761242915.769620:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480997248:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242916.472948:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242917.496542:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242917.818215:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ac24b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480997312:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242917.818309:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242917.818854:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480997376:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242917.818889:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242917.819162:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997312 00000100:00100000:0.0:1761242917.819208:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1952 00000100:00100000:0.0:1761242917.819214:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480997312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242917.819308:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792480997312:12345-0@lo:400:kworker/u8:2.0 Request processed in 92us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242917.819315:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1952 00000100:00100000:1.0:1761242917.819350:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ac24b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792480997312:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242917.819830:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997376 00000100:00080000:3.0:1761242917.819998:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242917.820005:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242917.820008:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242917.820013:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4425 00000100:00080000:3.0:1761242917.820015:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242917.820019:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242917.820039:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000029791f17 x1846792480997760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242917.820053:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242917.820056:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242917.820058:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242917.820061:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4425 00000100:00080000:3.0:1761242917.820062:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242917.820065:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242917.820074:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013cd95bf x1846792480997824/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242917.820129:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ac24b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480997440:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.820164:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242917.820182:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ff0eac4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480997696:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.820204:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242917.820221:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242917.820226:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000900ae2d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480997632:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.820268:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242917.820288:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480997760:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242917.820308:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242917.820321:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480997824:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242917.820339:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242917.820363:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997440 00000100:00100000:3.0:1761242917.820389:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590 00000100:00100000:3.0:1761242917.820394:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a0c09b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480997440:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.820430:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a0c09b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480997440:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242917.820437:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590 00000100:00100000:3.0:1761242917.820456:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997696 00000100:00100000:3.0:1761242917.820475:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997632 00000100:00100000:3.0:1761242917.820486:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997760 00000100:00100000:3.0:1761242917.820494:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997824 00000100:00100000:3.0:1761242917.820501:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00000100:00100000:3.0:1761242917.820505:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d615452 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480997696:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.820529:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d615452 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792480997696:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242917.820534:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00100000:3.0:1761242917.820542:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:3.0:1761242917.820544:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a514ebb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480997632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.820561:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a514ebb8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480997632:12345-0@lo:400:kworker/u8:2.0 Request processed in 16us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242917.820566:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00100000:3.0:1761242917.820573:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311 00000100:00100000:3.0:1761242917.820576:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa209641 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480997760:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242917.820667:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242917.820691:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa209641 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480997760:12345-0@lo:8:kworker/u8:2.0 Request processed in 114us (383us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242917.820696:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311 00000100:00100000:3.0:1761242917.820704:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2312 00000100:00100000:3.0:1761242917.820707:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc4ce781 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480997824:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242917.820780:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242917.820797:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc4ce781 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792480997824:12345-0@lo:8:kworker/u8:2.0 Request processed in 89us (458us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242917.820802:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2312 00000100:00080000:3.0:1761242917.820825:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242917.820828:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242917.820832:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480997760:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761242917.820839:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242917.820841:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242917.820843:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480997824:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242917.820862:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480997568:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.820883:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242917.821398:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d175753 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480997504:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242917.821434:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242917.821453:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e60dfacc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480997888:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242917.821486:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997504 00000100:00100000:0.0:1761242917.821511:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3591 00000100:00100000:0.0:1761242917.821515:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098d8e56b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480997504:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242917.821545:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098d8e56b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792480997504:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242917.821550:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3591 00000100:00100000:0.0:1761242917.821620:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000900ae2d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480997632:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242917.821629:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ac24b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480997440:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242917.821637:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ff0eac4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792480997696:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.825332:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006b041f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480997952:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.825398:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242917.825481:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997568 00000100:00100000:2.0:1761242917.825529:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5471 00000100:00100000:2.0:1761242917.825535:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058e95e85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480997376:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242917.825588:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058e95e85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480997376:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (6700us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242917.825595:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5471 00000100:00100000:2.0:1761242917.825617:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5472 00000100:00100000:2.0:1761242917.825620:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5664d7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480997568:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242917.825642:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5664d7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792480997568:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (4760us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242917.825647:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5472 00000100:00100000:2.0:1761242917.825714:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480997376:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.826080:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792480997568:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242917.826145:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997952 00000100:00100000:1.0:1761242917.826176:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5473 00000100:00100000:1.0:1761242917.826180:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ea13aed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480997952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242917.826212:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ea13aed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792480997952:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242917.826218:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5473 00000100:00100000:3.0:1761242917.826292:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006b041f23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792480997952:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242917.826693:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242917.826729:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d175753 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480997504:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.826785:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480997888 00000100:00100000:3.0:1761242917.826814:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5474 00000100:00100000:3.0:1761242917.826818:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7c98c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480997888:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242917.826857:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7c98c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792480997888:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242917.826863:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5474 00000100:00100000:2.0:1761242917.827439:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e60dfacc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792480997888:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242918.521120:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242918.775479:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242918.775587:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242918.775697:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829504 00000100:00100000:0.0:1761242918.775752:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1953 00000100:00100000:0.0:1761242918.775759:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fce92b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464829504:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242918.775846:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fce92b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464829504:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 86us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242918.775853:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1953 00000100:00100000:2.0:1761242918.775984:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829568 00000100:00100000:2.0:1761242918.776154:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5475 00000100:00100000:2.0:1761242918.776159:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e67a4d39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464829568:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242918.776209:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e67a4d39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464829568:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 48us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242918.776215:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5475 00000100:00100000:1.0:1761242918.781225:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242918.781327:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242918.781498:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829632 00000100:00100000:2.0:1761242918.781552:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5476 00000100:00100000:2.0:1761242918.781559:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0b29103 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464829632:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242918.782008:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829696 00000100:00100000:3.0:1761242918.782042:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2747 00000100:00100000:3.0:1761242918.782046:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a161cf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464829696:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242918.782289:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a161cf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464829696:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 240us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242918.782295:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0b29103 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464829632:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 731us (1072us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242918.782304:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2747 00000100:00100000:2.0:1761242918.782310:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5476 00000100:00100000:3.0:1761242918.785811:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242918.786016:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829760 00000100:00100000:0.0:1761242918.786063:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2313 00000100:00100000:0.0:1761242918.786070:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b041f23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464829760:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:0.0:1761242918.786171:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242918.787168:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b041f23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464829760:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 1095us (1361us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242918.787178:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2313 00010000:00010000:2.0:1761242919.548460:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242919.867255:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b95944d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480998016:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242919.867326:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242919.867430:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a993a9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480998080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242919.868862:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242919.869054:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998016 00000100:00100000:3.0:1761242919.869116:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998080 00000100:00100000:3.0:1761242919.869137:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:1.0:1761242919.869147:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671 00000100:00100000:1.0:1761242919.869153:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480998080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242919.869194:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242919.869261:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792480998080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242919.869269:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671 00000100:00100000:1.0:1761242919.869313:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a993a9be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480998080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242919.870258:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009302a32a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480998016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242919.870275:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242919.870326:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009302a32a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480998016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1183us (3002us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242919.870333:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00000100:00100000:2.0:1761242919.870552:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b95944d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480998016:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761242920.582159:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242920.888564:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242920.888580:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ade29ff0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480998144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242920.888645:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242920.891056:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998144 00000100:00100000:0.0:1761242920.891133:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592 00000100:00100000:0.0:1761242920.891140:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca8d87f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480998144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242920.891185:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242920.891299:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca8d87f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480998144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 158us (2654us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242920.891306:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592 00000100:00100000:3.0:1761242920.891482:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ade29ff0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480998144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242920.891652:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242920.893463:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480998208:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242920.893548:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242920.893820:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998208 00000100:00100000:3.0:1761242920.893872:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593 00000100:00100000:3.0:1761242920.893877:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f060c1ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480998208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242920.893912:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242920.893965:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f060c1ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480998208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242920.893971:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593 00000100:00100000:2.0:1761242920.894392:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be6f5f2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480998208:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242921.592452:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242922.619682:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242922.938826:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a0c09b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480998272:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242922.938836:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242922.938841:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242922.938844:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242922.938848:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4430 00000100:00080000:3.0:1761242922.938852:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242922.938857:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242922.938876:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003d0d25a3 x1846792480998720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242922.938890:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242922.938892:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242922.938894:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242922.938896:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4430 00000100:00080000:3.0:1761242922.938897:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242922.938900:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242922.938903:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242922.938908:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bb124d78 x1846792480998784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242922.938932:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e9d2200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480998528:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242922.938935:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d0d25a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480998720:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242922.938959:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242922.938974:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c41cefb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480998912:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242922.938974:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242922.938990:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb124d78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480998784:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242922.938991:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242922.939022:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761242922.939028:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ca8d87f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480998336:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242922.939033:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242922.939049:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242922.939063:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480998592:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242922.939068:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998720 00000100:00100000:0.0:1761242922.939081:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242922.939104:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998272 00000100:00100000:0.0:1761242922.939136:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1954 00000100:00100000:0.0:1761242922.939141:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480998272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242922.939185:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792480998272:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242922.939187:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998528 00000100:00100000:0.0:1761242922.939192:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1954 00000100:00100000:2.0:1761242922.939211:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998912 00000100:00100000:0.0:1761242922.939220:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998336 00000100:00100000:2.0:1761242922.939243:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5477 00000100:00100000:2.0:1761242922.939246:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dacfd0c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480998528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242922.939282:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dacfd0c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792480998528:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242922.939291:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ade29ff0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480998400:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242922.939319:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242922.939337:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aef74c64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480998656:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242922.939355:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242922.940731:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5478 00000100:00100000:0.0:1761242922.940740:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efe2fe0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480998912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242922.940808:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efe2fe0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480998912:12345-0@lo:400:kworker/u8:2.0 Request processed in 68us (1816us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242922.940814:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5478 00000100:00100000:0.0:1761242922.940829:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5479 00000100:00100000:0.0:1761242922.940833:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f80b508f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480998336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242922.940858:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f80b508f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792480998336:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (1809us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242922.940863:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5479 00000100:00100000:2.0:1761242922.944516:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5477 00000100:00100000:2.0:1761242922.944588:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998400 00000100:00100000:2.0:1761242922.944636:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594 00000100:00100000:2.0:1761242922.944642:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480998400:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242922.944728:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480998400:12345-0@lo:400:kworker/u8:2.0 Request processed in 85us (5408us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242922.944734:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594 00000100:00100000:2.0:1761242922.944985:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007becd8fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480998464:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242922.945031:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242922.945052:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088ef4254 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480998848:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242922.945077:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242922.945104:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998848 00000100:00100000:2.0:1761242922.945129:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5480 00000100:00100000:2.0:1761242922.945133:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0175fe7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480998848:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242922.945167:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0175fe7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792480998848:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242922.945172:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5480 00000100:00100000:2.0:1761242922.945189:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998464 00000100:00100000:2.0:1761242922.945207:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3595 00000100:00100000:2.0:1761242922.945210:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fda176c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480998464:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242922.945260:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fda176c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792480998464:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242922.945266:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595 00000100:00100000:2.0:1761242922.945299:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007becd8fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480998464:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242922.945309:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088ef4254 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792480998848:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242922.947902:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998784 00000100:00100000:3.0:1761242922.948047:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998592 00000100:00100000:1.0:1761242922.948129:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998656 00000100:00100000:1.0:1761242922.948152:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:1.0:1761242922.948158:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e86f5e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480998592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242922.948177:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00100000:3.0:1761242922.948181:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480998656:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242922.948251:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:0.0:1761242922.948256:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000837f404d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480998720:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242922.948347:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242922.948418:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315 00000100:00100000:2.0:1761242922.948423:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000252c4a96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480998784:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242922.948464:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e86f5e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792480998592:12345-0@lo:400:kworker/u8:2.0 Request processed in 305us (9382us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242922.948471:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00010000:02020000:2.0:1761242922.948501:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242922.948509:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ade29ff0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480998400:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242922.948534:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000252c4a96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792480998784:12345-0@lo:8:kworker/u8:2.0 Request processed in 110us (9527us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242922.948540:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315 00000100:00100000:1.0:1761242922.948561:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ca8d87f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792480998336:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242922.948571:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792480998592:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242922.948580:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e9d2200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792480998528:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242922.948591:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c41cefb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480998912:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242922.948600:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a0c09b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792480998272:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1761242922.948658:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242922.948662:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242922.948666:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb124d78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480998784:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242922.948751:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480998656:12345-0@lo:400:kworker/u8:2.0 Request processed in 568us (9394us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242922.948758:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00000100:00100000:0.0:1761242922.948769:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000837f404d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480998720:12345-0@lo:8:kworker/u8:2.0 Request processed in 512us (9795us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242922.948775:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00100000:1.0:1761242922.949122:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aef74c64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480998656:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1761242922.952190:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242922.952202:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242922.952210:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d0d25a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480998720:0@lo:8:kworker/u8:2.0 00010000:00010000:2.0:1761242923.640465:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242923.895503:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242923.895547:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242923.895588:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242923.895727:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829888 00000100:00100000:3.0:1761242923.895780:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5481 00000100:00100000:3.0:1761242923.895788:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd7e56fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464829888:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242923.896878:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829824 00000100:00100000:2.0:1761242923.896917:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1955 00000100:00100000:2.0:1761242923.896922:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2d9ecec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464829824:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242923.897016:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2d9ecec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464829824:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 93us (1520us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242923.897023:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1955 00000100:00100000:3.0:1761242923.897815:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd7e56fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464829888:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 2022us (2263us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242923.897825:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5481 00000100:00100000:1.0:1761242923.897888:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242923.897921:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242923.898007:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464829952 00000100:00100000:3.0:1761242923.898036:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5482 00000100:00100000:3.0:1761242923.899209:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be6f5f2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464829952:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242923.899282:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be6f5f2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464829952:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 76us (1395us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242923.899918:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830080 00000100:00100000:0.0:1761242923.899972:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2316 00000100:00100000:0.0:1761242923.899978:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b3c4fa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464830080:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761242923.900020:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5482 00010000:02020000:0.0:1761242923.900083:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242923.900125:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b3c4fa4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464830080:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 146us (4537us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242923.900133:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2316 00000100:00100000:2.0:1761242923.901109:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830016 00000100:00100000:2.0:1761242923.901160:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2750 00000100:00100000:2.0:1761242923.901166:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062f775ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464830016:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242923.901225:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062f775ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464830016:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 59us (3304us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242923.901254:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2750 00010000:00010000:3.0:1761242924.665318:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242924.984470:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761242924.984482:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480998976:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242924.984546:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242924.984600:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480998976 00000100:00100000:3.0:1761242924.984782:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242924.984792:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1b63a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480999040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242924.984820:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242924.984850:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999040 00000100:00100000:3.0:1761242924.984888:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:3.0:1761242924.984894:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0419bef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480999040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242924.984925:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242924.984962:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0419bef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792480999040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242924.984983:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00000100:00100000:3.0:1761242924.985024:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1b63a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792480999040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242924.985261:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:1.0:1761242924.985265:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480998976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242924.985377:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242924.985410:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792480998976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 144us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242924.985416:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1761242924.985699:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792480998976:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761242925.688492:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242926.008655:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242926.008676:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480999104:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242926.008754:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242926.008890:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999104 00000100:00100000:2.0:1761242926.008935:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3596 00000100:00100000:2.0:1761242926.008942:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029a1fa87 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480999104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242926.008989:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242926.009046:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029a1fa87 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480999104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242926.009053:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3596 00000100:00100000:1.0:1761242926.009141:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242926.009148:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008a6a2639 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480999168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242926.009177:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242926.009249:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999168 00000100:00100000:2.0:1761242926.009280:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3597 00000100:00100000:2.0:1761242926.009284:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480999168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242926.009302:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242926.009331:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480999168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 46us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242926.009337:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597 00000100:00100000:1.0:1761242926.009414:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008a6a2639 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480999168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242926.009526:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480999104:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242926.712675:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242927.736441:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242928.057688:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e7ffaa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480999296:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242928.057699:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242928.057706:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242928.057711:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242928.057718:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4435 00000100:00080000:3.0:1761242928.057721:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242928.057728:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242928.057752:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e9d2200 x1846792480999680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242928.057769:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242928.057773:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242928.057775:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761242928.057777:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761242928.057781:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4435 00000100:00080000:3.0:1761242928.057784:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242928.057787:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242928.057822:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a0c09b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480999552:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242928.057849:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242928.057867:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761242928.057872:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d0d25a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480999360:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242928.057896:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242928.058521:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c41cefb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480999616:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242928.058552:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242928.058584:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e9d2200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480999680:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242928.058607:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242928.058642:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999552 00000100:00100000:2.0:1761242928.058680:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999616 00000100:00100000:2.0:1761242928.058693:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999680 00000100:00100000:2.0:1761242928.058711:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751 00000100:00100000:2.0:1761242928.058716:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001415c577 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480999552:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242928.058763:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001415c577 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792480999552:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242928.058771:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751 00000100:00100000:2.0:1761242928.058784:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:2.0:1761242928.058788:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480999616:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242928.058808:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480999616:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242928.058813:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00100000:2.0:1761242928.058821:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1761242928.058823:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da18c63b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480999680:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242928.058908:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242928.059012:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da18c63b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792480999680:12345-0@lo:8:kworker/u8:2.0 Request processed in 187us (405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242928.059018:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1761242928.059063:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c41cefb3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480999616:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242928.059072:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a0c09b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792480999552:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1761242928.059100:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242928.059103:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242928.059106:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e9d2200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792480999680:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242928.059126:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999360 00000100:00100000:2.0:1761242928.059149:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598 00000100:00100000:2.0:1761242928.059153:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bd6ba0a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480999360:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242928.059186:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bd6ba0a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480999360:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242928.059191:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598 00000100:00100000:2.0:1761242928.059307:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d0d25a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480999360:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242928.059394:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999296 00000100:00100000:2.0:1761242928.059483:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5483 00000100:00100000:2.0:1761242928.059487:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009765ce91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480999296:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242928.059521:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009765ce91 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792480999296:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (1749us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242928.059527:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5483 00000100:00100000:2.0:1761242928.059553:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e7ffaa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792480999296:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242928.059681:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1b63a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480999232:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242928.059722:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242928.059753:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb124d78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480999488:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242928.059776:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242928.060458:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999232 00000100:00100000:2.0:1761242928.060490:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1956 00000100:00100000:2.0:1761242928.060495:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480999232:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242928.060532:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792480999232:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242928.060538:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1956 00000100:00100000:1.0:1761242928.061158:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1b63a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792480999232:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242928.061173:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242928.061179:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aef74c64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480999424:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242928.061209:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242928.061263:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999424 00000100:00100000:1.0:1761242928.061266:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999488 00000100:00100000:2.0:1761242928.061295:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3599 00000100:00100000:1.0:1761242928.061303:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5484 00000100:00100000:2.0:1761242928.061304:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480999424:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242928.061310:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a6a2639 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480999488:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242928.061343:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a6a2639 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792480999488:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (1567us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242928.061349:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5484 00000100:00100000:1.0:1761242928.061379:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb124d78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792480999488:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242928.061500:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792480999424:12345-0@lo:400:kworker/u8:2.0 Request processed in 198us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242928.061507:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3599 00000100:00100000:1.0:1761242928.062504:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aef74c64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792480999424:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242928.065242:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bc68fbd8 x1846792480999744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242928.065325:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480999744:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242928.065386:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242928.065562:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999744 00000100:00100000:1.0:1761242928.066104:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318 00000100:00100000:1.0:1761242928.066110:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480999744:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242928.066204:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242928.066356:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ca8d87f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480999808:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242928.066390:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242928.066412:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761242928.066418:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ade29ff0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480999872:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242928.066439:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242928.066492:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999808 00000100:00100000:3.0:1761242928.066526:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999872 00000100:00100000:3.0:1761242928.066545:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5485 00000100:00100000:3.0:1761242928.066549:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ef4254 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480999808:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242928.066589:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ef4254 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792480999808:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242928.066595:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5485 00000100:00100000:3.0:1761242928.066610:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5486 00000100:00100000:3.0:1761242928.066614:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007becd8fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480999872:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242928.066639:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007becd8fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792480999872:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242928.066644:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5486 00000100:00100000:3.0:1761242928.066674:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ade29ff0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792480999872:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242928.066684:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ca8d87f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792480999808:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242928.067338:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792480999744:12345-0@lo:8:kworker/u8:2.0 Request processed in 1226us (1952us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242928.067345:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318 00000100:00080000:2.0:1761242928.067765:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242928.067770:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242928.067774:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792480999744:0@lo:8:kworker/u8:2.0 00010000:00010000:3.0:1761242928.762373:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242929.015347:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242929.015940:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242929.016562:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830400 00000100:00100000:1.0:1761242929.016604:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2319 00000100:00100000:1.0:1761242929.016611:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca8d87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464830400:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761242929.016712:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242929.016773:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca8d87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464830400:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 162us (1548us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242929.016780:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2319 00000100:00100000:0.0:1761242929.017449:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830208 00000100:00100000:0.0:1761242929.017757:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5487 00000100:00100000:0.0:1761242929.017763:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ade29ff0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464830208:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242929.017806:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ade29ff0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464830208:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 43us (1868us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242929.017812:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5487 00000100:00100000:3.0:1761242929.018218:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242929.018699:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242929.018753:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242929.018820:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830144 00000100:00100000:0.0:1761242929.018858:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1957 00000100:00100000:0.0:1761242929.018864:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eddbac9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464830144:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242929.018918:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eddbac9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464830144:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 53us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242929.018925:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1957 00000100:00100000:1.0:1761242929.019159:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830272 00000100:00100000:1.0:1761242929.019186:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5488 00000100:00100000:1.0:1761242929.019190:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a993a9be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464830272:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242929.019220:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a993a9be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464830272:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 29us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242929.019226:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5488 00000100:00100000:2.0:1761242929.020714:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830336 00000100:00100000:2.0:1761242929.021116:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2753 00000100:00100000:2.0:1761242929.021122:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b95944d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464830336:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242929.021176:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b95944d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464830336:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 53us (2960us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242929.021183:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2753 00010000:00010000:1.0:1761242929.786287:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242930.108075:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480999936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242930.108756:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242930.108812:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792480999936 00000100:00100000:1.0:1761242930.108853:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:1.0:1761242930.108859:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea3a3a27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480999936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242930.108907:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242930.108950:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea3a3a27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792480999936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242930.108957:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:1.0:1761242930.109000:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792480999936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242930.110659:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d99b48f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481000000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242930.110717:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242930.111274:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000000 00000100:00100000:2.0:1761242930.111314:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675 00000100:00100000:2.0:1761242930.111319:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481000000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242930.111338:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242930.111398:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481000000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242930.111405:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675 00000100:00100000:2.0:1761242930.111445:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d99b48f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481000000:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242930.808471:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242931.129144:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242931.129157:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481000064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242931.129221:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242931.129286:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000064 00000100:00100000:1.0:1761242931.129326:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600 00000100:00100000:1.0:1761242931.129331:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481000064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242931.129369:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242931.129408:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481000064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242931.129415:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600 00000100:00100000:1.0:1761242931.129460:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481000064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242931.130005:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242931.130012:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481000128:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242931.130055:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242931.130860:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000128 00000100:00100000:2.0:1761242931.130904:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601 00000100:00100000:2.0:1761242931.130909:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f9ea433 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481000128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761242931.130947:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761242931.131019:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f9ea433 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481000128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242931.131026:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601 00000100:00100000:0.0:1761242931.131297:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481000128:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242931.833614:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242932.856597:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242933.177319:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242933.177327:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242933.177330:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242933.177337:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4440 00000100:00080000:1.0:1761242933.177341:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242933.177346:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242933.177366:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000036f22890 x1846792481000640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242933.177376:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dac8017 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481000320:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761242933.177382:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242933.177385:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242933.177386:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242933.177389:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4440 00000100:00080000:1.0:1761242933.177390:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242933.177394:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242933.177402:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d5f86ec9 x1846792481000704/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242933.177431:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d50802fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481000384:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.177455:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242933.177464:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481000640:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242933.177486:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242933.177490:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022a9d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481000576:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242933.177502:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5f86ec9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481000704:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242933.177511:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242933.177565:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481000192:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242933.177598:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242933.177614:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085785262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481000448:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242933.177636:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242933.177680:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078a9a9ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481000256:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242933.177736:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000320 00000100:00100000:0.0:1761242933.177776:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3602 00000100:00100000:0.0:1761242933.177782:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aef74c64 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481000320:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242933.177904:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aef74c64 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481000320:12345-0@lo:400:kworker/u8:3.0 Request processed in 121us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242933.177911:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3602 00000100:00100000:0.0:1761242933.178130:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242933.178147:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481000768:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242933.178176:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000384 00000100:00100000:0.0:1761242933.178202:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3603 00000100:00100000:0.0:1761242933.178207:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008142519 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481000384:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.178207:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dac8017 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481000320:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.178270:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000192 00000100:00100000:0.0:1761242933.178274:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008142519 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481000384:12345-0@lo:400:kworker/u8:3.0 Request processed in 66us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242933.178281:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3603 00000100:00100000:3.0:1761242933.178306:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958 00000100:00100000:3.0:1761242933.178312:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e30b541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481000192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.178347:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e30b541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481000192:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242933.178358:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000640 00000100:00100000:1.0:1761242933.178384:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000576 00000100:00100000:1.0:1761242933.178406:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:1.0:1761242933.178410:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb124d78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481000576:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242933.178444:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb124d78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481000576:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242933.178450:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00100000:1.0:1761242933.178461:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00100000:1.0:1761242933.178464:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481000640:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242933.178492:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958 00000100:00100000:3.0:1761242933.178524:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:02020000:1.0:1761242933.178550:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242933.178557:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000704 00000100:00100000:3.0:1761242933.178582:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321 00000100:00100000:3.0:1761242933.178586:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e1b63a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481000704:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242933.178591:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481000640:12345-0@lo:8:kworker/u8:3.0 Request processed in 123us (1102us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242933.178599:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00010000:02020000:3.0:1761242933.178670:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242933.179035:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e1b63a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481000704:12345-0@lo:8:kworker/u8:3.0 Request processed in 447us (511us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242933.179042:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321 00000100:00080000:3.0:1761242933.179072:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242933.179076:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242933.179080:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481000640:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761242933.179089:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242933.179092:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242933.179094:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5f86ec9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481000704:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242933.179181:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022a9d497 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481000576:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.179215:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242933.179264:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d50802fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481000384:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.179292:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242933.179309:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481000512:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.179335:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242933.179363:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000448 00000100:00100000:3.0:1761242933.179463:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000768 00000100:00100000:3.0:1761242933.179481:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000256 00000100:00100000:3.0:1761242933.179498:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5489 00000100:00100000:3.0:1761242933.179502:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d99b48f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481000448:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.179539:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d99b48f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481000448:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (1903us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242933.179545:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5489 00000100:00100000:3.0:1761242933.179557:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5490 00000100:00100000:3.0:1761242933.179560:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e7ffaa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481000768:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.179588:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e7ffaa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481000768:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242933.179593:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5490 00000100:00100000:3.0:1761242933.179604:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5491 00000100:00100000:3.0:1761242933.179606:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d0d25a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481000256:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.179633:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d0d25a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481000256:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242933.179639:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5491 00000100:00100000:3.0:1761242933.179676:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078a9a9ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481000256:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.179716:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481000768:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.179732:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000512 00000100:00100000:3.0:1761242933.179755:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755 00000100:00100000:3.0:1761242933.179758:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e9d2200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481000512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.179790:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e9d2200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481000512:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242933.179796:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755 00000100:00100000:3.0:1761242933.179846:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481000512:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242933.180092:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085785262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481000448:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242933.180101:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c079a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481000832:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242933.180127:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242933.180168:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481000192:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.180253:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000832 00000100:00100000:3.0:1761242933.180287:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5492 00000100:00100000:3.0:1761242933.180290:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ce474bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481000832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242933.182918:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ce474bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481000832:12345-0@lo:400:kworker/u8:3.0 Request processed in 2617us (2781us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242933.182933:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5492 00000100:00100000:2.0:1761242933.183112:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c079a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481000832:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242933.881111:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242934.131626:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242934.131674:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242934.131702:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830464 00000100:00100000:3.0:1761242934.131718:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242934.131759:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242934.131763:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1959 00000100:00100000:1.0:1761242934.131772:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071df2e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464830464:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242934.131844:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242934.131877:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071df2e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464830464:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 105us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242934.131886:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1959 00000100:00100000:3.0:1761242934.131899:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830656 00000100:00100000:3.0:1761242934.131936:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830720 00000100:00100000:3.0:1761242934.131956:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2756 00000100:00100000:3.0:1761242934.131961:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464830656:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242934.131989:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2322 00000100:00100000:1.0:1761242934.131996:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464830720:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761242934.132005:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464830656:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 42us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242934.132012:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2756 00010000:02020000:1.0:1761242934.132095:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242934.132114:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830592 00000100:00100000:1.0:1761242934.132137:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464830720:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 140us (293us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242934.132140:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830528 00000100:00100000:1.0:1761242934.132146:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2322 00000100:00100000:0.0:1761242934.132157:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5493 00000100:00100000:0.0:1761242934.132162:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a0c09b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464830592:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242934.132192:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a0c09b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464830592:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 30us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242934.132198:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5493 00000100:00100000:0.0:1761242934.132224:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5494 00000100:00100000:0.0:1761242934.132258:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c41cefb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464830528:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242934.132279:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c41cefb3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464830528:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 21us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242934.132284:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5494 00010000:00010000:3.0:1761242934.904518:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242935.224676:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089b083c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481000896:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242935.224739:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242935.224856:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000896 00000100:00100000:3.0:1761242935.224904:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676 00000100:00100000:3.0:1761242935.224910:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481000896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242935.224943:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242935.224981:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481000896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242935.224988:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676 00000100:00100000:1.0:1761242935.225591:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089b083c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481000896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242935.225687:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242935.225694:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039332233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481000960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242935.225722:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242935.225858:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481000960 00000100:00100000:1.0:1761242935.225889:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677 00000100:00100000:1.0:1761242935.225893:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481000960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242935.225906:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242935.225938:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481000960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242935.225945:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677 00000100:00100000:1.0:1761242935.225974:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039332233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481000960:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242935.928426:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242936.249903:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242936.249921:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae51b58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481001024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242936.249997:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242936.250200:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481001088:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242936.250254:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242936.250375:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001024 00000100:00100000:0.0:1761242936.250418:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001088 00000100:00100000:0.0:1761242936.250443:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604 00000100:00100000:0.0:1761242936.250449:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481001024:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242936.250453:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605 00000100:00100000:1.0:1761242936.250461:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000251d01f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481001088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242936.250490:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000004:00000024:1.0:1761242936.250490:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242936.250544:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481001024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242936.250550:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604 00000100:00100000:0.0:1761242936.250597:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae51b58f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481001024:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242936.252046:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000251d01f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481001088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1577us (1784us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242936.252058:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3605 00000100:00100000:2.0:1761242936.252291:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481001088:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242936.952808:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242937.976510:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242938.296912:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054b28dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481001152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242938.297008:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242938.299565:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001152 00000100:00080000:3.0:1761242938.299571:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242938.299577:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242938.299580:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242938.299587:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4445 00000100:00080000:3.0:1761242938.299590:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242938.299594:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242938.299613:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f113e0b0 x1846792481001600/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242938.299621:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1960 00000100:00100000:0.0:1761242938.299630:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481001152:12345-0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242938.299633:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242938.299637:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242938.299638:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242938.299641:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4445 00000100:00080000:3.0:1761242938.299643:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242938.299646:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242938.299655:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e60dfacc x1846792481001664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242938.299688:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481001600:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242938.299703:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481001152:12345-0@lo:400:kworker/u8:2.0 Request processed in 72us (2695us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242938.299711:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1960 00000100:00100000:3.0:1761242938.299738:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242938.299757:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e60dfacc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481001664:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242938.299778:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242938.299803:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1132cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481001344:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242938.299833:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242938.299866:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ff0eac4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481001728:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242938.299883:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001344 00000100:00100000:0.0:1761242938.299892:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242938.299915:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761242938.299916:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606 00000100:00100000:3.0:1761242938.299921:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481001344:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242938.299924:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481001408:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242938.299955:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242938.299970:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481001344:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242938.299976:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481001792:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242938.299980:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3606 00000100:00100000:0.0:1761242938.300006:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242938.300029:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001728 00000100:00100000:0.0:1761242938.300038:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1132cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481001344:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242938.300056:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001408 00000100:00100000:3.0:1761242938.300072:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001792 00000100:00100000:1.0:1761242938.300124:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001600 00000100:00100000:1.0:1761242938.300147:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001664 00000100:00100000:1.0:1761242938.300161:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2323 00000100:00100000:1.0:1761242938.300165:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481001600:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242938.300335:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039332233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481001216:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242938.300364:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:02020000:1.0:1761242938.300436:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242938.301150:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481001600:12345-0@lo:8:kworker/u8:2.0 Request processed in 983us (1413us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242938.301157:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2323 00000100:00100000:1.0:1761242938.301177:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324 00000100:00100000:1.0:1761242938.301181:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481001664:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242938.301281:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242938.301309:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481001664:12345-0@lo:8:kworker/u8:2.0 Request processed in 127us (1530us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242938.301315:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324 00000100:00080000:1.0:1761242938.301372:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242938.301376:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242938.301379:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481001600:0@lo:8:kworker/u8:2.0 00000100:00080000:1.0:1761242938.301387:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242938.301389:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242938.301391:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e60dfacc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481001664:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242938.301421:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054b28dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481001152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242938.301442:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000089b083c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481001280:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242938.301469:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242938.301486:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481001536:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242938.301504:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242938.301529:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001536 00000100:00100000:1.0:1761242938.301554:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00000100:00100000:1.0:1761242938.301558:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003668c0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481001536:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242938.301593:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003668c0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481001536:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242938.301599:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00000100:00100000:1.0:1761242938.301618:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001280 00000100:00100000:1.0:1761242938.301638:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607 00000100:00100000:1.0:1761242938.301642:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006eb0a0e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481001280:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242938.301668:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006eb0a0e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481001280:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242938.301673:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607 00000100:00100000:1.0:1761242938.301697:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000089b083c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481001280:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242938.301706:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481001536:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242938.305434:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481001472:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242938.305490:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242938.305676:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001216 00000100:00100000:1.0:1761242938.305684:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5495 00000100:00100000:1.0:1761242938.305692:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a1767d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481001728:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242938.305727:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5496 00000100:00100000:0.0:1761242938.305734:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d6ec49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481001408:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242938.305758:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a1767d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481001728:12345-0@lo:400:kworker/u8:2.0 Request processed in 65us (5867us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242938.305765:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5495 00000100:00100000:0.0:1761242938.305783:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d6ec49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481001408:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (5828us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242938.305787:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5497 00000100:00100000:1.0:1761242938.305795:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098d8e56b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481001792:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242938.305797:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5496 00000100:00100000:1.0:1761242938.305825:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098d8e56b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481001792:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (5821us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242938.305830:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5497 00000100:00100000:1.0:1761242938.305840:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5498 00000100:00100000:1.0:1761242938.305843:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001525689 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481001216:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242938.305864:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001525689 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481001216:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (5500us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242938.305869:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5498 00000100:00100000:1.0:1761242938.305924:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481001408:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242938.305935:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481001792:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242938.305944:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ff0eac4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481001728:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242938.306258:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001472 00000100:00100000:2.0:1761242938.306293:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00000100:00100000:2.0:1761242938.306297:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020500e23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481001472:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242938.306338:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020500e23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481001472:12345-0@lo:400:kworker/u8:2.0 Request processed in 40us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242938.306343:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00000100:00100000:2.0:1761242938.306371:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039332233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481001216:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242938.306380:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481001472:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242939.005048:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242939.256629:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242939.256682:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242939.256729:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830848 00000100:00100000:1.0:1761242939.256735:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242939.256770:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242939.256782:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830912 00000100:00100000:1.0:1761242939.256804:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242939.256809:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5499 00000100:00100000:0.0:1761242939.256817:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ba451b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464830848:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242939.256906:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ba451b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464830848:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 89us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242939.256914:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5499 00000100:00100000:0.0:1761242939.256932:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5500 00000100:00100000:0.0:1761242939.256936:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae51b58f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464830912:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242939.256959:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae51b58f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464830912:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 23us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242939.256966:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5500 00000100:00100000:3.0:1761242939.257138:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830784 00000100:00100000:3.0:1761242939.257174:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1961 00000100:00100000:3.0:1761242939.257178:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfa8dd55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464830784:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242939.257206:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfa8dd55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464830784:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 27us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242939.257212:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1961 00000100:00100000:2.0:1761242939.258796:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464830976 00000100:00100000:2.0:1761242939.258847:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831040 00000100:00100000:2.0:1761242939.259038:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2759 00000100:00100000:2.0:1761242939.259044:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464830976:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242939.259113:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464830976:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 69us (2379us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242939.259120:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2759 00000100:00100000:2.0:1761242939.259134:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2325 00000100:00100000:2.0:1761242939.259138:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c079a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464831040:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:2.0:1761242939.259226:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242939.259266:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c079a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464831040:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 127us (2465us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242939.261140:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2325 00010000:00010000:2.0:1761242940.026145:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242940.344545:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242940.344560:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085785262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481001856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242940.344633:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242940.345189:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001856 00000100:00100000:1.0:1761242940.345257:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:1.0:1761242940.345264:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e6e44ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481001856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242940.345298:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242940.345346:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e6e44ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481001856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242940.345354:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:1.0:1761242940.345396:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085785262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481001856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242940.345818:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761242940.345829:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5709122 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481001920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242940.345862:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242940.346453:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001920 00000100:00100000:3.0:1761242940.346492:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00100000:3.0:1761242940.346497:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000356461db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481001920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242940.346512:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242940.346564:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000356461db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481001920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242940.346571:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000100:00100000:0.0:1761242940.346611:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5709122 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481001920:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242941.049900:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242941.368460:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085785262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481001984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242941.368530:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242941.368573:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761242941.368581:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481002048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242941.368605:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242941.368635:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481001984 00000100:00100000:3.0:1761242941.368703:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002048 00000100:00100000:3.0:1761242941.368735:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3608 00000100:00100000:3.0:1761242941.368742:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481001984:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242941.368747:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609 00000100:00100000:2.0:1761242941.368755:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002660a7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481002048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242941.368783:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000004:00000024:3.0:1761242941.368783:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242941.368847:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481001984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242941.368854:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3608 00000100:00100000:2.0:1761242941.369413:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002660a7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481002048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 656us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242941.369421:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609 00000100:00100000:3.0:1761242941.369472:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481002048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242941.369486:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085785262 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481001984:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761242942.072579:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242943.104877:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242943.418872:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cacd0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481002176:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242943.418873:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242943.418879:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242943.418882:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242943.418887:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4450 00000100:00080000:3.0:1761242943.418889:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242943.418895:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242943.418913:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e466dbe x1846792481002560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242943.418928:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242943.418930:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242943.418931:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242943.418934:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4450 00000100:00080000:3.0:1761242943.418936:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761242943.418937:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761242943.418938:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242943.418947:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005d088949 x1846792481002624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242943.418973:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000439d2a23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481002432:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242943.418989:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015f89344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481002304:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242943.418996:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242943.419013:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1761242943.419016:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242943.419018:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000191e003e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481002112:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242943.419031:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061e00983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481002688:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242943.419043:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242943.419091:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd252c43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481002240:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242943.419310:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002112 00000100:00100000:0.0:1761242943.419352:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962 00000100:00100000:0.0:1761242943.419358:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481002112:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242943.422657:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242943.422738:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002304 00000100:00100000:3.0:1761242943.422793:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610 00000100:00100000:3.0:1761242943.422800:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481002304:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242943.422857:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f90a32c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481002368:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242943.422861:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481002304:12345-0@lo:400:kworker/u8:2.0 Request processed in 61us (3845us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242943.422867:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610 00000100:00100000:1.0:1761242943.422884:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242943.422894:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002176 00000100:00100000:1.0:1761242943.422900:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4688ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481002752:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242943.422915:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002688 00000100:00100000:1.0:1761242943.422919:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242943.422932:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002368 00000100:00100000:1.0:1761242943.422946:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e466dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481002560:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242943.422946:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002752 00000100:00100000:3.0:1761242943.422957:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5501 00000100:00100000:3.0:1761242943.422960:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078a9a9ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481002176:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242943.422969:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242943.422984:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d088949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481002624:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242943.422989:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078a9a9ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481002176:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (4054us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242943.422995:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5501 00000100:00100000:1.0:1761242943.423003:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242943.423005:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5502 00000100:00100000:3.0:1761242943.423008:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006418eb02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481002688:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242943.423029:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5503 00000100:00100000:3.0:1761242943.423030:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006418eb02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481002688:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242943.423033:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022a9d497 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481002368:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242943.423035:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5502 00000100:00100000:3.0:1761242943.423044:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5504 00000100:00100000:3.0:1761242943.423047:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5f86ec9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481002752:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242943.423060:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022a9d497 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481002368:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242943.423064:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5f86ec9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481002752:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242943.423066:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5503 00000100:00100000:3.0:1761242943.423070:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5504 00000100:00100000:1.0:1761242943.423085:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002432 00000100:00100000:3.0:1761242943.423096:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002560 00000100:00100000:1.0:1761242943.423110:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002624 00000100:00100000:2.0:1761242943.423295:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242943.423314:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da5cc05f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481002496:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242943.423335:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242943.423403:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002240 00000100:00100000:0.0:1761242943.423429:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611 00000100:00100000:0.0:1761242943.423432:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a419bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481002240:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242943.423463:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a419bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481002240:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242943.423468:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611 00000100:00100000:0.0:1761242943.423508:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481002112:12345-0@lo:400:kworker/u8:2.0 Request processed in 4150us (4465us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242943.423515:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962 00000100:00100000:2.0:1761242943.423590:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd252c43 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481002240:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242943.423642:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015f89344 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481002304:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242943.423652:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061e00983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481002688:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242943.423673:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000191e003e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481002112:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242943.423680:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f90a32c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481002368:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242943.423687:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4688ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481002752:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242943.423695:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cacd0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481002176:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242943.423741:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002496 00000100:00100000:1.0:1761242943.423746:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000100:00100000:1.0:1761242943.423750:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481002432:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242943.423756:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00000100:00100000:3.0:1761242943.423759:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481002496:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242943.423787:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481002496:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242943.423793:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00000100:00100000:3.0:1761242943.423803:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:3.0:1761242943.423806:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036f22890 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481002560:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242943.423891:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242943.423920:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036f22890 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481002560:12345-0@lo:8:kworker/u8:2.0 Request processed in 113us (951us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242943.423926:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00000100:00100000:3.0:1761242943.423936:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327 00000100:00100000:3.0:1761242943.423939:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dac8017 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481002624:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242943.424014:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242943.424036:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dac8017 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481002624:12345-0@lo:8:kworker/u8:2.0 Request processed in 96us (1033us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242943.424041:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327 00000100:00100000:3.0:1761242943.424081:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da5cc05f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481002496:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242943.424202:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242943.424206:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242943.424211:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e466dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481002560:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761242943.424219:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242943.424221:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242943.424224:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d088949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481002624:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242943.424891:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481002432:12345-0@lo:400:kworker/u8:2.0 Request processed in 1137us (5891us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242943.424899:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00000100:00100000:2.0:1761242943.424924:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000439d2a23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481002432:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1761242944.120482:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242944.371524:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242944.371568:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242944.371601:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242944.371661:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242944.371700:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831168 00000100:00100000:1.0:1761242944.371744:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831232 00000100:00100000:1.0:1761242944.371762:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5505 00000100:00100000:1.0:1761242944.371769:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085785262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464831168:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242944.371841:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085785262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464831168:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 72us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242944.371849:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5505 00000100:00100000:1.0:1761242944.371864:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5506 00000100:00100000:1.0:1761242944.371867:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089b083c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464831232:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242944.371884:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089b083c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464831232:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 16us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242944.371893:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5506 00000100:00100000:0.0:1761242944.372135:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831296 00000100:00100000:0.0:1761242944.372169:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2762 00000100:00100000:0.0:1761242944.372173:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039332233 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464831296:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242944.372203:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039332233 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464831296:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 30us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242944.372209:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2762 00000100:00100000:3.0:1761242944.372348:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831104 00000100:00100000:3.0:1761242944.372378:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1963 00000100:00100000:3.0:1761242944.372382:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464831104:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242944.372417:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464831104:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 34us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242944.372423:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1963 00000100:00100000:0.0:1761242944.372737:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242944.372802:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831360 00000100:00100000:2.0:1761242944.372826:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2328 00000100:00100000:2.0:1761242944.372830:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc91a859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464831360:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761242944.372931:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242944.372969:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc91a859 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464831360:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 137us (232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242944.372974:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2328 00010000:00010000:1.0:1761242945.145453:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242945.464569:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054b28dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481002816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242945.464655:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242945.464756:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002816 00000100:00100000:1.0:1761242945.464804:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:1.0:1761242945.464809:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d088949 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481002816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242945.464846:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242945.464903:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d088949 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481002816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242945.464909:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00100000:1.0:1761242945.464952:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054b28dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481002816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242945.467982:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761242945.468001:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e466dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481002880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242945.468078:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242945.468169:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002880 00000100:00100000:1.0:1761242945.468831:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:1.0:1761242945.468839:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054b28dc2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481002880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242945.468862:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242945.468922:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054b28dc2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481002880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242945.468928:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00000100:00100000:2.0:1761242945.470909:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e466dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481002880:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242946.170371:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242946.488729:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb88e8f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481002944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242946.488796:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242946.489302:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481002944 00000100:00100000:0.0:1761242946.489356:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612 00000100:00100000:0.0:1761242946.489361:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481002944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242946.489396:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242946.489448:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481002944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242946.489455:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612 00000100:00100000:3.0:1761242946.489602:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb88e8f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481002944:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242946.490045:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242946.490053:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a6cdc1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481003008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242946.490084:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242946.490177:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003008 00000100:00100000:0.0:1761242946.490384:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3613 00000100:00100000:0.0:1761242946.490389:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da5cc05f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481003008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242946.490418:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761242946.490465:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da5cc05f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481003008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242946.490473:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613 00000100:00100000:3.0:1761242946.490527:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a6cdc1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481003008:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761242947.192539:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242948.217464:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761242948.536595:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242948.536603:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242948.536608:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242948.536615:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4455 00000100:00080000:0.0:1761242948.536619:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761242948.536625:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242948.536647:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004ff0eac4 x1846792481003520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761242948.536662:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761242948.536665:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761242948.536666:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761242948.536670:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4455 00000100:00080000:0.0:1761242948.536672:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761242948.536675:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242948.536686:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013cd95bf x1846792481003584/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242948.536718:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007215f9cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481003200:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.536775:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242948.536801:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481003456:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.536824:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242948.536839:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242948.536845:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000774155d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481003136:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.536868:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242948.536883:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481003392:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.536901:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242948.536943:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003200 00000100:00100000:0.0:1761242948.536984:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3614 00000100:00100000:0.0:1761242948.536989:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481003200:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.537035:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481003200:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242948.537042:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3614 00000100:00100000:0.0:1761242948.537064:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003136 00000100:00100000:0.0:1761242948.537088:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5507 00000100:00100000:0.0:1761242948.537091:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1132cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481003136:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.537118:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1132cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481003136:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242948.537124:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5507 00000100:00100000:0.0:1761242948.537142:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003456 00000100:00100000:0.0:1761242948.537163:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003392 00000100:00100000:0.0:1761242948.537178:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763 00000100:00100000:0.0:1761242948.537181:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481003456:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.537206:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481003456:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242948.537211:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763 00000100:00100000:0.0:1761242948.537220:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00100000:0.0:1761242948.537223:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004b86d62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481003392:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.537287:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004b86d62 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481003392:12345-0@lo:400:kworker/u8:2.0 Request processed in 62us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242948.537293:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00000100:00100000:0.0:1761242948.537349:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000774155d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481003136:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.537359:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481003392:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.537366:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007215f9cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481003200:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.537373:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481003456:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242948.537503:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ff0eac4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481003520:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242948.537544:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242948.537566:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481003584:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242948.537586:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242948.537618:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003520 00000100:00100000:3.0:1761242948.537635:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003584 00000100:00100000:3.0:1761242948.537649:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329 00000100:00100000:3.0:1761242948.537653:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ede2732 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481003520:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242948.537739:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242948.537769:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ede2732 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481003520:12345-0@lo:8:kworker/u8:2.0 Request processed in 115us (225us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242948.537776:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329 00000100:00100000:3.0:1761242948.537789:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2330 00000100:00100000:3.0:1761242948.537793:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e466dbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481003584:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242948.537864:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242948.537885:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e466dbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481003584:12345-0@lo:8:kworker/u8:2.0 Request processed in 91us (299us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242948.537890:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2330 00000100:00100000:3.0:1761242948.537910:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b74ab29b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481003072:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242948.537937:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242948.537951:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb88e8f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481003328:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242948.537971:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242948.537982:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481003712:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242948.537997:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242948.538011:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761242948.538016:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fd80534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481003264:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242948.538033:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242948.538043:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481003648:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242948.538059:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242948.538082:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003328 00000100:00100000:3.0:1761242948.538102:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003712 00000100:00100000:3.0:1761242948.538116:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003648 00000100:00100000:3.0:1761242948.538130:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5508 00000100:00100000:3.0:1761242948.538134:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000439d2a23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481003328:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242948.538163:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000439d2a23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481003328:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242948.538169:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5508 00000100:00100000:3.0:1761242948.538179:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5509 00000100:00100000:3.0:1761242948.538182:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cacd0a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481003712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242948.538205:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cacd0a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481003712:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242948.538210:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5509 00000100:00100000:3.0:1761242948.538219:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5510 00000100:00100000:3.0:1761242948.538223:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f90a32c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481003648:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242948.538269:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f90a32c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481003648:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242948.538274:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5510 00000100:00080000:3.0:1761242948.538304:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242948.538307:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242948.538311:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ff0eac4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481003520:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761242948.538319:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242948.538322:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242948.538324:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481003584:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242948.538351:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481003648:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242948.538358:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb88e8f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481003328:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242948.538365:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481003712:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.538485:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003072 00000100:00100000:0.0:1761242948.538516:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1964 00000100:00100000:0.0:1761242948.538519:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481003072:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.538571:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481003072:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242948.538576:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1964 00000100:00100000:0.0:1761242948.538606:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003264 00000100:00100000:0.0:1761242948.538625:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3615 00000100:00100000:0.0:1761242948.538629:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481003264:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242948.538654:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481003264:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242948.538659:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3615 00000100:00100000:1.0:1761242948.538730:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fd80534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481003264:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242948.538738:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b74ab29b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481003072:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761242949.241456:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242949.492601:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242949.492655:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242949.492692:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242949.492727:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242949.492758:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242949.492792:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831552 00000100:00100000:0.0:1761242949.492843:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831488 00000100:00100000:0.0:1761242949.492866:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5511 00000100:00100000:0.0:1761242949.492873:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c0f1a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464831552:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242949.492959:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c0f1a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464831552:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 86us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242949.492967:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5511 00000100:00100000:3.0:1761242949.493116:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831424 00000100:00100000:3.0:1761242949.493145:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1965 00000100:00100000:3.0:1761242949.493149:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464831424:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242949.493176:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464831424:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 26us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242949.493182:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1965 00000100:00100000:3.0:1761242949.493261:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5512 00000100:00100000:3.0:1761242949.493265:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007059f431 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464831488:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242949.493291:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007059f431 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464831488:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 25us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242949.493297:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5512 00000100:00100000:0.0:1761242949.493482:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831680 00000100:00100000:0.0:1761242949.493501:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831616 00000100:00100000:0.0:1761242949.493532:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2765 00000100:00100000:0.0:1761242949.493536:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464831616:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242949.493567:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464831616:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 30us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242949.493573:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2765 00000100:00100000:0.0:1761242949.493585:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2331 00000100:00100000:0.0:1761242949.493588:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003c2b395 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464831680:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761242949.493679:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242949.493707:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003c2b395 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464831680:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 117us (1115us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242949.493714:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2331 00010000:00010000:1.0:1761242950.268170:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242950.584801:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000191e003e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481003776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242950.584874:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242950.584923:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003776 00000100:00100000:3.0:1761242950.584965:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:3.0:1761242950.584971:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfc24592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481003776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242950.585002:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242950.585042:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfc24592 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481003776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242950.585054:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00100000:1.0:1761242950.585175:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000191e003e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481003776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242950.585563:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004b86d62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481003840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242950.585602:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242950.585645:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003840 00000100:00100000:1.0:1761242950.585683:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683 00000100:00100000:1.0:1761242950.585690:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481003840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242950.585704:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242950.585753:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481003840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242950.585761:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683 00000100:00100000:1.0:1761242950.585808:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004b86d62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481003840:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242951.288488:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242951.612519:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a6cdc1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481003904:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242951.612606:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242951.613583:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e2eac11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481003968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242951.613620:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242951.613961:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003904 00000100:00100000:1.0:1761242951.614012:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481003968 00000100:00100000:1.0:1761242951.614047:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616 00000100:00100000:1.0:1761242951.614054:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481003904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242951.614092:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242951.614140:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481003904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (1535us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242951.614146:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616 00000100:00100000:1.0:1761242951.614164:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617 00000100:00100000:1.0:1761242951.614168:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481003968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242951.614186:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242951.614213:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481003968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242951.614220:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617 00000100:00100000:1.0:1761242951.614277:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e2eac11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481003968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242951.614309:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a6cdc1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481003904:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242952.312559:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242953.336489:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242953.657391:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000618036f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481004160:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242953.657475:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242953.657542:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b35b7b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481004096:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.657572:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242953.657590:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761242953.657596:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a6cdc1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481004032:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.657620:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242953.657665:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004096 00000100:00100000:3.0:1761242953.657703:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5513 00000100:00100000:3.0:1761242953.657709:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015f89344 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481004096:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.657751:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015f89344 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481004096:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242953.657757:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5513 00000100:00100000:3.0:1761242953.657776:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004160 00000100:00100000:3.0:1761242953.657797:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618 00000100:00100000:3.0:1761242953.657800:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481004160:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.660158:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481004160:12345-0@lo:400:kworker/u8:3.0 Request processed in 2348us (2675us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242953.660174:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618 00000100:00100000:3.0:1761242953.660253:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d7bda4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481004224:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.660310:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242953.660345:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004224 00000100:00100000:3.0:1761242953.660376:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3619 00000100:00100000:3.0:1761242953.660381:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd252c43 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481004224:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.660420:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd252c43 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481004224:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242953.660426:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3619 00000100:00100000:3.0:1761242953.660480:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b35b7b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481004096:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.660519:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d7bda4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481004224:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.660546:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004032 00000100:00100000:3.0:1761242953.660568:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966 00000100:00100000:3.0:1761242953.660572:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481004032:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.660607:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481004032:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (2985us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242953.660613:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966 00000100:00100000:2.0:1761242953.660623:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a6cdc1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481004032:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242953.660704:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000618036f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481004160:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.662726:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003c21a26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481004352:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242953.662749:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc5f5ba7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481004288:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242953.662812:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242953.662812:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242953.662878:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004288 00000100:00100000:2.0:1761242953.662920:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5514 00000100:00100000:2.0:1761242953.662925:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003fa7fdc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481004288:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242953.663126:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ed2fea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481004416:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242953.663158:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242953.663219:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004352 00000100:00100000:3.0:1761242953.663263:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004416 00000100:00100000:3.0:1761242953.663278:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00000100:00100000:3.0:1761242953.663282:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5709122 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481004352:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.663326:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5709122 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481004352:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242953.663332:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00100000:3.0:1761242953.663346:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767 00000100:00100000:3.0:1761242953.663349:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ac24b1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481004416:12345-0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761242953.663426:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242953.663431:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242953.663443:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242953.663448:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4461 00000100:00080000:1.0:1761242953.663450:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242953.663454:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242953.663475:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000610fca5a x1846792481004480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242953.663492:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242953.663496:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242953.663497:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242953.663500:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4461 00000100:00080000:1.0:1761242953.663502:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242953.663504:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242953.663513:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b7d06546 x1846792481004544/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242953.663555:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000610fca5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481004480:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242953.663561:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003fa7fdc7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481004288:12345-0@lo:400:kworker/u8:3.0 Request processed in 634us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242953.663569:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5514 00000100:00100000:1.0:1761242953.663588:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242953.663601:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008349bf61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481004608:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242953.663610:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d06546 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481004544:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242953.663636:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242953.663661:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004480 00000100:00100000:1.0:1761242953.663678:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004544 00000100:00100000:1.0:1761242953.663686:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00000100:00100000:1.0:1761242953.663690:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5264f6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481004480:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242953.663781:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242953.663809:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5264f6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481004480:12345-0@lo:8:kworker/u8:3.0 Request processed in 118us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242953.663814:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332 00000100:00100000:1.0:1761242953.663825:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:1.0:1761242953.663828:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007418024f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481004544:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242953.663903:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242953.663919:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007418024f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481004544:12345-0@lo:8:kworker/u8:3.0 Request processed in 90us (284us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242953.663925:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333 00000100:00080000:1.0:1761242953.663952:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242953.663955:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242953.663958:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000610fca5a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481004480:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761242953.663965:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242953.663967:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242953.663969:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7d06546 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481004544:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242953.663986:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ce318c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481004672:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242953.664004:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242953.664024:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc5f5ba7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481004288:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242953.664042:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004672 00000100:00100000:1.0:1761242953.664061:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5515 00000100:00100000:1.0:1761242953.664065:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7d06546 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481004672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242953.664090:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7d06546 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481004672:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242953.664096:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5515 00000100:00100000:1.0:1761242953.664114:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ce318c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481004672:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242953.664157:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003c21a26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481004352:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242953.665030:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ac24b1f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481004416:12345-0@lo:400:kworker/u8:3.0 Request processed in 1676us (1869us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242953.665039:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767 00000100:00100000:0.0:1761242953.665348:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ed2fea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481004416:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242953.666213:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242953.666594:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004608 00000100:00100000:1.0:1761242953.666657:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5516 00000100:00100000:1.0:1761242953.666663:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2894908 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481004608:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242953.670628:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2894908 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481004608:12345-0@lo:400:kworker/u8:3.0 Request processed in 3957us (4411us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242953.670643:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5516 00000100:00100000:3.0:1761242953.672411:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008349bf61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481004608:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242954.361502:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242954.611915:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242954.611958:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242954.611996:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242954.612027:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242954.612058:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242954.612094:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831872 00000100:00100000:0.0:1761242954.612136:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831808 00000100:00100000:0.0:1761242954.612153:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5517 00000100:00100000:0.0:1761242954.612160:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004b86d62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464831872:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242954.612259:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004b86d62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464831872:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 65us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242954.612268:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5517 00000100:00100000:0.0:1761242954.612284:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5518 00000100:00100000:0.0:1761242954.612288:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001415c577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464831808:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242954.612313:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001415c577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464831808:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 24us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242954.612320:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5518 00000100:00100000:2.0:1761242954.612559:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832000 00000100:00100000:2.0:1761242954.612590:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831936 00000100:00100000:2.0:1761242954.612610:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2768 00000100:00100000:2.0:1761242954.612615:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464831936:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242954.612645:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464831936:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 29us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242954.612651:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2768 00000100:00100000:2.0:1761242954.612663:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2334 00000100:00100000:2.0:1761242954.612666:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464832000:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:2.0:1761242954.612750:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242954.612774:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464832000:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 107us (817us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242954.612780:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2334 00000100:00100000:3.0:1761242954.613114:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464831744 00000100:00100000:3.0:1761242954.613148:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1967 00000100:00100000:3.0:1761242954.613152:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464831744:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242954.613602:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464831744:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 447us (1692us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242954.613612:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1967 00010000:00010000:3.0:1761242955.385549:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242955.705156:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481004736:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242955.705258:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242955.705411:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004736 00000100:00100000:2.0:1761242955.705457:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684 00000100:00100000:2.0:1761242955.705463:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481004736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242955.705498:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242955.705540:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481004736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242955.705547:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684 00000100:00100000:3.0:1761242955.706088:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761242955.706099:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000191e003e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481004800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761242955.706132:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242955.706336:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004800 00000100:00100000:1.0:1761242955.706368:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:1.0:1761242955.706373:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481004800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242955.706388:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242955.706435:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481004800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242955.706440:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00000100:00100000:1.0:1761242955.706482:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000191e003e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481004800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242955.707861:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481004736:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242956.409203:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242956.730120:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ede2732 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481004928:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242956.730187:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242956.730251:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004928 00000100:00100000:3.0:1761242956.730284:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3620 00000100:00100000:3.0:1761242956.730289:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e466dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481004928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242956.730326:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242956.730361:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e466dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481004928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242956.730367:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3620 00000100:00100000:3.0:1761242956.730415:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ede2732 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481004928:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242956.731645:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761242956.731657:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000cc565ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481004864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242956.731697:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242956.732445:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004864 00000100:00100000:2.0:1761242956.732637:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3621 00000100:00100000:2.0:1761242956.732642:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ede2732 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481004864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242956.732678:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242956.733061:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ede2732 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481004864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 418us (1364us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242956.733067:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3621 00000100:00100000:1.0:1761242956.733153:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000cc565ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481004864:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242957.437550:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242958.456446:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761242958.781325:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242958.781332:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242958.781335:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761242958.781353:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481005056:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242958.781354:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4466 00000100:00080000:3.0:1761242958.781359:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242958.781366:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242958.781392:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008e758362 x1846792481005440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242958.781410:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242958.781414:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242958.781415:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242958.781419:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4466 00000100:00080000:3.0:1761242958.781420:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242958.781424:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761242958.781430:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242958.781436:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cdb9c3f2 x1846792481005504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242958.781460:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094a47d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481005312:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242958.781477:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e758362 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481005440:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242958.781491:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242958.781513:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242958.781519:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1761242958.781526:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a23674e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481005120:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242958.781537:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481005504:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242958.781559:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242958.781571:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242958.781581:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bc13693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481005376:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242958.781609:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242958.781615:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005312 00000100:00100000:2.0:1761242958.781645:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005120 00000100:00100000:3.0:1761242958.781662:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005440 00000100:00100000:3.0:1761242958.781684:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005504 00000100:00100000:2.0:1761242958.781685:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622 00000100:00100000:2.0:1761242958.781694:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d3b148c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481005120:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242958.781696:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005376 00000100:00100000:3.0:1761242958.781712:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00000100:00100000:3.0:1761242958.781717:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e208fead pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481005312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242958.781759:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d3b148c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481005120:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242958.781762:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e208fead pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481005312:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242958.781774:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622 00000100:00100000:3.0:1761242958.781776:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00100000:2.0:1761242958.781804:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00000100:00100000:2.0:1761242958.781810:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038868dc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481005376:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242958.781815:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2335 00000100:00100000:3.0:1761242958.781820:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d49a2f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481005440:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242958.781841:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038868dc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481005376:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242958.781848:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770 00000100:00100000:2.0:1761242958.781861:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336 00000100:00100000:2.0:1761242958.781865:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d968fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481005504:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242958.782106:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:2.0:1761242958.782132:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242958.782140:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d49a2f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481005440:12345-0@lo:8:kworker/u8:2.0 Request processed in 318us (626us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242958.782147:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2335 00000100:00100000:2.0:1761242958.782166:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d968fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481005504:12345-0@lo:8:kworker/u8:2.0 Request processed in 298us (596us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242958.782173:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336 00000100:00080000:3.0:1761242958.782191:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242958.782195:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242958.782200:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e758362 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481005440:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761242958.782208:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242958.782211:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242958.782213:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481005504:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242958.782289:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a23674e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481005120:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242958.782301:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bc13693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481005376:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242958.782310:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094a47d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481005312:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242958.782365:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000191e003e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481004992:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242958.782395:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242958.782409:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005056 00000100:00100000:2.0:1761242958.782426:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481005248:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242958.782482:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481004992 00000100:00100000:3.0:1761242958.782510:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1968 00000100:00100000:3.0:1761242958.782514:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481004992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242958.782549:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481004992:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242958.782555:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481005184:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242958.782558:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1968 00000100:00100000:0.0:1761242958.782594:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242958.782616:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481005568:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242958.782620:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005184 00000100:00100000:0.0:1761242958.782644:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242958.782650:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3623 00000100:00100000:3.0:1761242958.782787:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da18c63b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481005184:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242958.782820:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da18c63b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481005184:12345-0@lo:400:kworker/u8:2.0 Request processed in 165us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242958.782827:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3623 00000100:00100000:0.0:1761242958.782937:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481005184:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242958.782959:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242958.784006:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005568 00000100:00100000:1.0:1761242958.784049:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5519 00000100:00100000:1.0:1761242958.784053:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000601ecf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481005056:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242958.784110:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000601ecf00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481005056:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (2683us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242958.784117:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5519 00000100:00100000:1.0:1761242958.784132:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5520 00000100:00100000:1.0:1761242958.784136:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d615452 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481005568:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242958.784167:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d615452 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481005568:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (1524us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242958.784172:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5520 00000100:00100000:1.0:1761242958.784214:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481005056:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242958.784268:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481005568:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242958.784463:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481005632:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242958.784492:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242958.784515:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000191e003e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481004992:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242958.784537:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005248 00000100:00100000:0.0:1761242958.784561:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005632 00000100:00100000:0.0:1761242958.784579:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5521 00000100:00100000:0.0:1761242958.784582:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a514ebb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481005248:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242958.784613:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a514ebb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481005248:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (1654us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242958.784618:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5521 00000100:00100000:0.0:1761242958.784629:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5522 00000100:00100000:0.0:1761242958.784634:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fa209641 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481005632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242958.784657:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fa209641 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481005632:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242958.784662:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5522 00000100:00100000:0.0:1761242958.784688:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481005248:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242958.784697:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481005632:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761242959.480690:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242959.731908:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242959.732220:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242959.732315:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832064 00000100:00100000:2.0:1761242959.734019:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242959.734159:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1969 00000100:00100000:3.0:1761242959.734170:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464832064:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242959.734272:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464832064:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 103us (2372us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242959.734281:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1969 00000100:00100000:0.0:1761242959.734975:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832192 00000100:00100000:0.0:1761242959.735020:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832128 00000100:00100000:0.0:1761242959.735042:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5523 00000100:00100000:0.0:1761242959.735047:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065930b8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464832192:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242959.735087:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065930b8d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464832192:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 39us (2868us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242959.735094:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5523 00000100:00100000:0.0:1761242959.735109:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5524 00000100:00100000:0.0:1761242959.735113:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b008b2fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464832128:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242959.735136:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b008b2fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464832128:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242959.735142:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5524 00000100:00100000:0.0:1761242959.735871:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242959.736354:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242959.742451:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832256 00000100:00100000:3.0:1761242959.742538:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832320 00000100:00100000:3.0:1761242959.742577:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2771 00000100:00100000:3.0:1761242959.742585:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc4ce781 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464832256:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242959.742673:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc4ce781 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464832256:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 88us (6804us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242959.742681:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2771 00000100:00100000:3.0:1761242959.742702:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2337 00000100:00100000:3.0:1761242959.742705:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b041f23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464832320:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761242959.742799:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242959.742826:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b041f23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464832320:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 119us (6474us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242959.742833:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2337 00010000:00010000:2.0:1761242960.504580:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242960.825129:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f680c34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481005760:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242960.825203:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242960.825350:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242960.825357:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481005696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242960.825383:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242960.825480:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005760 00000100:00100000:3.0:1761242960.825529:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005696 00000100:00100000:3.0:1761242960.825552:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:3.0:1761242960.825558:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c79ce308 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481005760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761242960.825590:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242960.825630:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c79ce308 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481005760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242960.825637:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00100000:3.0:1761242960.825654:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687 00000100:00100000:3.0:1761242960.825658:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036326563 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481005696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242960.825667:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242960.825687:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036326563 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481005696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 28us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242960.825693:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687 00000100:00100000:0.0:1761242960.825779:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481005696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242960.826163:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f680c34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481005760:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761242961.528921:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242961.848749:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e758362 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481005824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242961.848821:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242961.848858:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761242961.848864:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f680c34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481005888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242961.848886:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242961.848934:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005824 00000100:00100000:3.0:1761242961.848969:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005888 00000100:00100000:2.0:1761242961.848994:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3624 00000100:00100000:3.0:1761242961.849001:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3625 00000100:00100000:2.0:1761242961.849002:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003c21a26 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481005824:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242961.849009:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ce318c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481005888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242961.849049:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000004:00000024:3.0:1761242961.849049:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242961.850194:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003c21a26 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481005824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1190us (1372us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242961.850201:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ce318c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481005888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1191us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242961.850206:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3624 00000100:00100000:1.0:1761242961.852413:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f680c34b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481005888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242961.852433:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e758362 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481005824:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242961.852543:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3625 00010000:00010000:1.0:1761242962.552466:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242963.577108:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242963.896427:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000031396ecf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481005952:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242963.896470:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242963.896477:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242963.896480:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242963.896486:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4471 00000100:00080000:3.0:1761242963.896488:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242963.896494:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242963.896510:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242963.896514:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cdb9c3f2 x1846792481006400/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242963.896531:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242963.896534:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242963.896536:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242963.896541:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4471 00000100:00080000:3.0:1761242963.896544:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1761242963.896548:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc55f8ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481006208:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242963.896549:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242963.896565:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002b7157f0 x1846792481006464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242963.896571:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481006080:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.896583:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242963.896612:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481006400:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242963.896613:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481006592:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242963.896620:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242963.896647:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e758362 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481006336:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.896664:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242963.896665:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242963.896691:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006080 00000100:00100000:2.0:1761242963.896732:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3626 00000100:00100000:2.0:1761242963.896738:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cc565ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481006080:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.897042:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761242963.897049:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481006016:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.897075:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242963.897089:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481006272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.897110:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242963.897140:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481005952 00000100:00100000:1.0:1761242963.897167:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970 00000100:00100000:1.0:1761242963.897172:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481005952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.897219:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481005952:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242963.897259:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970 00000100:00100000:1.0:1761242963.897591:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006208 00000100:00100000:0.0:1761242963.897595:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb21a129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481006144:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.897620:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006592 00000100:00100000:0.0:1761242963.897637:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242963.897641:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006016 00000100:00100000:0.0:1761242963.897660:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481006528:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.897666:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5525 00000100:00100000:1.0:1761242963.897671:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc5f5ba7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481006208:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242963.897685:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242963.897715:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc5f5ba7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481006208:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (1134us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242963.897721:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006528 00000100:00100000:1.0:1761242963.897722:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5525 00000100:00100000:1.0:1761242963.897741:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5526 00000100:00100000:1.0:1761242963.897748:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000610fca5a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481006592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242963.897749:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5527 00000100:00100000:0.0:1761242963.897757:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec091d4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481006016:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.897784:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000610fca5a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481006592:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242963.897791:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5526 00000100:00100000:0.0:1761242963.897798:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec091d4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481006016:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242963.897806:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5528 00000100:00100000:1.0:1761242963.897810:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000837f404d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481006528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.897842:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000837f404d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481006528:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242963.897876:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5527 00000100:00100000:0.0:1761242963.897899:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006400 00000100:00100000:0.0:1761242963.897918:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006272 00000100:00100000:0.0:1761242963.897938:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:0.0:1761242963.897942:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d470a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481006272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242963.897968:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d470a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481006272:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242963.897973:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000100:00100000:0.0:1761242963.897983:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:0.0:1761242963.897985:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481006400:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761242963.898067:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242963.898089:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481006400:12345-0@lo:8:kworker/u8:2.0 Request processed in 102us (1430us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242963.898094:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00000100:00100000:0.0:1761242963.898118:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006144 00000100:00100000:2.0:1761242963.899548:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cc565ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481006080:12345-0@lo:400:kworker/u8:2.0 Request processed in 2805us (2929us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242963.899565:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5528 00000100:00100000:2.0:1761242963.899565:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3626 00000100:00100000:2.0:1761242963.899596:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3627 00000100:00100000:2.0:1761242963.899603:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000252c4a96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481006144:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242963.899644:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000252c4a96 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481006144:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (2009us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242963.899650:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481006016:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242963.899651:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3627 00000100:00100000:1.0:1761242963.899669:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481006272:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242963.899680:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242963.899682:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481006592:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.899694:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc55f8ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481006208:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.899707:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000031396ecf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481005952:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242963.899727:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481006080:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242963.899773:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006336 00000100:00100000:1.0:1761242963.899780:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb21a129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481006144:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242963.899795:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481006528:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242963.899809:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00000100:00100000:2.0:1761242963.899902:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020500e23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481006336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242963.899937:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020500e23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481006336:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (259us total) trans 0 rc 0/0 00000100:00080000:3.0:1761242963.900093:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242963.900097:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242963.900101:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481006400:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242963.900109:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481006464:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761242963.900152:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242963.900182:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006464 00000100:00100000:2.0:1761242963.901035:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00000100:00100000:2.0:1761242963.901070:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e758362 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481006336:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242963.901295:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339 00000100:00100000:3.0:1761242963.901300:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ac95e68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481006464:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761242963.901395:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242963.901453:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ac95e68 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481006464:12345-0@lo:8:kworker/u8:2.0 Request processed in 152us (1301us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242963.901460:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339 00000100:00080000:0.0:1761242963.901536:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242963.901540:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242963.901544:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481006464:0@lo:8:kworker/u8:2.0 00010000:00010000:2.0:1761242964.603900:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242964.853375:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242964.853434:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242964.853465:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242964.853504:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242964.853539:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242964.853578:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832384 00000100:00100000:2.0:1761242964.853625:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1971 00000100:00100000:2.0:1761242964.853631:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464832384:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242964.853702:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464832384:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 71us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242964.853710:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1971 00000100:00100000:1.0:1761242964.853824:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832448 00000100:00100000:1.0:1761242964.853863:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832512 00000100:00100000:1.0:1761242964.853881:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5529 00000100:00100000:1.0:1761242964.853886:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f680c34b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464832448:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242964.853918:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f680c34b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464832448:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 31us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242964.853926:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5529 00000100:00100000:1.0:1761242964.853939:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5530 00000100:00100000:1.0:1761242964.853942:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a161cf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464832512:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761242964.853961:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a161cf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464832512:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 19us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242964.853966:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5530 00000100:00100000:0.0:1761242964.854055:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832640 00000100:00100000:0.0:1761242964.854084:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832576 00000100:00100000:0.0:1761242964.854109:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2774 00000100:00100000:0.0:1761242964.854113:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464832576:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242964.854139:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464832576:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 26us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242964.854144:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2774 00000100:00100000:0.0:1761242964.854156:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2340 00000100:00100000:0.0:1761242964.854159:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464832640:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761242964.854317:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242964.854350:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464832640:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 189us (982us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242964.854357:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2340 00010000:00010000:1.0:1761242965.630179:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242965.946451:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761242965.946470:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000add58d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481006720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242965.946537:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242965.947642:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481006656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242965.947691:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242965.947797:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006720 00000100:00100000:2.0:1761242965.948549:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006656 00000100:00100000:0.0:1761242965.948598:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:0.0:1761242965.948605:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b08bb76d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481006720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242965.948644:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242965.948702:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b08bb76d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481006720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (2166us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242965.948709:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:0.0:1761242965.948728:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:0.0:1761242965.948732:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca8d87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481006656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761242965.948741:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242965.948765:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca8d87f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481006656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 33us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242965.948771:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:0.0:1761242965.948831:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481006656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242965.949674:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000add58d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481006720:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761242966.655886:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242966.968440:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481006848:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242966.968506:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761242966.968516:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242966.968518:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094a47d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481006784:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761242966.968567:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242966.968581:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006848 00000100:00100000:3.0:1761242966.968627:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006784 00000100:00100000:3.0:1761242966.969532:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628 00000100:00100000:3.0:1761242966.969539:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bc13693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481006848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242966.969576:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242966.969625:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bc13693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481006848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242966.969632:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628 00000100:00100000:3.0:1761242966.969650:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629 00000100:00100000:3.0:1761242966.969653:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481006784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242966.969669:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242966.969694:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481006784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 40us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242966.969698:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629 00000100:00100000:1.0:1761242966.970130:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094a47d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481006784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242966.970132:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481006848:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242967.672462:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242968.696540:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242969.016535:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242969.016543:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242969.016546:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242969.016553:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4476 00000100:00080000:1.0:1761242969.016557:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242969.016563:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242969.016583:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008349bf61 x1846792481007360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242969.016597:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242969.016601:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242969.016603:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242969.016606:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4476 00000100:00080000:1.0:1761242969.016608:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242969.016611:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242969.016621:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004ed2fea8 x1846792481007424/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242969.017043:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059c7cf33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481006976:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242969.017107:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242969.017131:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481007232:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242969.017164:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242969.017186:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761242969.017191:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f3896dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481007040:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242969.017213:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242969.017226:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000add58d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481007296:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242969.017270:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242969.017299:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007232 00000100:00100000:3.0:1761242969.017332:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007296 00000100:00100000:3.0:1761242969.017346:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:3.0:1761242969.017352:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094a47d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481007232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242969.017414:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094a47d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481007232:12345-0@lo:400:kworker/u8:3.0 Request processed in 61us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242969.017421:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00000100:00100000:3.0:1761242969.017438:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:3.0:1761242969.017442:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7157f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481007296:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242969.017465:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7157f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481007296:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242969.017470:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000100:00100000:3.0:1761242969.017488:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007040 00000100:00100000:3.0:1761242969.017509:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630 00000100:00100000:3.0:1761242969.017512:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdb9c3f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481007040:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242969.017539:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdb9c3f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481007040:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242969.017544:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630 00000100:00100000:3.0:1761242969.017576:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f3896dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481007040:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242969.017588:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000add58d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481007296:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242969.017596:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481007232:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242969.017902:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001099136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481006912:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242969.017934:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242969.019355:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481007104:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242969.019407:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242969.019427:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000618036f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481007488:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242969.019449:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242969.019491:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006976 00000100:00100000:2.0:1761242969.019524:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007488 00000100:00100000:2.0:1761242969.019541:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5531 00000100:00100000:2.0:1761242969.019547:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a23674e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481006976:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242969.019585:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a23674e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481006976:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (2480us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242969.019591:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5531 00000100:00100000:2.0:1761242969.019604:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5532 00000100:00100000:2.0:1761242969.019606:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b3c4fa4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481007488:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242969.019627:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b3c4fa4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481007488:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242969.019632:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5532 00000100:00100000:2.0:1761242969.019662:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000618036f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481007488:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242969.019704:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008349bf61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481007360:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242969.019725:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242969.019735:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ed2fea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481007424:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242969.019751:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242969.019771:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007360 00000100:00100000:2.0:1761242969.019787:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007424 00000100:00100000:2.0:1761242969.019796:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341 00000100:00100000:2.0:1761242969.019800:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062f775ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481007360:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761242969.019887:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242969.019913:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062f775ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481007360:12345-0@lo:8:kworker/u8:3.0 Request processed in 113us (188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242969.019918:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00100000:2.0:1761242969.019929:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342 00000100:00100000:2.0:1761242969.019931:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481007424:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761242969.020001:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242969.020018:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481007424:12345-0@lo:8:kworker/u8:3.0 Request processed in 86us (267us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242969.020023:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342 00000100:00080000:2.0:1761242969.020043:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242969.020046:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242969.020049:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008349bf61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481007360:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761242969.020055:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242969.020057:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242969.020059:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ed2fea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481007424:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242969.020090:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007104 00000100:00100000:2.0:1761242969.020110:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631 00000100:00100000:2.0:1761242969.020113:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481007104:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242969.020143:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481007104:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242969.020160:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3631 00000100:00100000:2.0:1761242969.020186:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481007104:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242969.020698:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481006912 00000100:00100000:0.0:1761242969.020711:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481007168:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242969.020725:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1972 00000100:00100000:1.0:1761242969.020728:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481006912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242969.020737:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242969.020752:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d7bda4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481007552:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242969.020758:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481006912:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (2825us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242969.020764:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1972 00000100:00100000:0.0:1761242969.020769:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242969.020790:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001099136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481006912:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242969.020802:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007168 00000100:00100000:0.0:1761242969.020813:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007552 00000100:00100000:1.0:1761242969.020821:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5533 00000100:00100000:1.0:1761242969.020825:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b95944d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481007168:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242969.020833:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5534 00000100:00100000:0.0:1761242969.020837:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb124d78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481007552:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242969.020856:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b95944d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481007168:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242969.020859:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb124d78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481007552:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242969.020862:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5533 00000100:00100000:0.0:1761242969.020864:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5534 00000100:00100000:0.0:1761242969.020885:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481007168:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242969.020893:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d7bda4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481007552:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242969.020963:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059c7cf33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481006976:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242969.724870:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242969.977346:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242969.977394:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242969.977435:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242969.977453:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242969.977479:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832896 00000100:00100000:3.0:1761242969.977529:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242969.977530:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2777 00000100:00100000:0.0:1761242969.977537:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048c08ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464832896:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242969.977563:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832768 00000100:00100000:3.0:1761242969.977589:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832832 00000100:00100000:3.0:1761242969.977605:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5535 00000100:00100000:0.0:1761242969.977609:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048c08ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464832896:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 72us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242969.977609:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e758362 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464832768:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242969.977616:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2777 00000100:00100000:0.0:1761242969.977632:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832960 00000100:00100000:3.0:1761242969.977635:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e758362 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464832768:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 26us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242969.977642:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5535 00000100:00100000:0.0:1761242969.977646:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2343 00000100:00100000:0.0:1761242969.977649:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e86043f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464832960:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761242969.977651:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5536 00000100:00100000:3.0:1761242969.977654:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bb21a129 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464832832:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242969.977691:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bb21a129 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464832832:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 35us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242969.977697:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5536 00010000:02020000:0.0:1761242969.977741:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242969.977768:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e86043f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464832960:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 117us (239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242969.977774:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2343 00000100:00100000:2.0:1761242969.978170:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464832704 00000100:00100000:2.0:1761242969.978212:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1973 00000100:00100000:2.0:1761242969.978216:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464832704:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242969.978309:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464832704:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 91us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242969.978316:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1973 00010000:00010000:1.0:1761242970.744461:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242971.064570:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242971.064587:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b35b7b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481007616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242971.064657:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242971.064739:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007616 00000100:00100000:1.0:1761242971.064790:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:1.0:1761242971.064795:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e3e54b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481007616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242971.064829:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242971.064875:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e3e54b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481007616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242971.064882:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:0.0:1761242971.065311:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b35b7b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481007616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242971.065664:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f033f06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481007680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242971.065716:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242971.065782:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007680 00000100:00100000:2.0:1761242971.065817:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691 00000100:00100000:2.0:1761242971.065822:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b35b7b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481007680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242971.065835:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242971.065868:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b35b7b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481007680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242971.065882:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691 00000100:00100000:2.0:1761242971.065914:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f033f06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481007680:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761242971.768609:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242972.088413:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242972.088428:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f033f06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481007744:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242972.088495:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242972.089573:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007744 00000100:00100000:3.0:1761242972.089630:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3632 00000100:00100000:3.0:1761242972.089637:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e1b63a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481007744:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242972.089643:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8892997 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481007808:0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242972.089675:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242972.089680:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242972.089723:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e1b63a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481007744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (1228us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242972.089730:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3632 00000100:00100000:0.0:1761242972.089735:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f033f06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481007744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761242972.089751:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007808 00000100:00100000:3.0:1761242972.089773:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3633 00000100:00100000:3.0:1761242972.089776:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e9d2200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481007808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242972.089793:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242972.089823:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e9d2200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481007808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 46us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242972.089830:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3633 00000100:00100000:0.0:1761242972.089851:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8892997 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481007808:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242972.792440:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242973.816753:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761242974.137283:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242974.137291:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242974.137295:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242974.137302:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4481 00000100:00080000:1.0:1761242974.137306:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242974.137312:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242974.137331:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000618036f9 x1846792481008320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242974.137345:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242974.137348:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242974.137349:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242974.137353:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4481 00000100:00080000:1.0:1761242974.137354:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242974.137357:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242974.137365:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cc2bfc37 x1846792481008384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242974.137396:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059c7cf33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481007872:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242974.137463:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242974.137487:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481008128:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242974.137519:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242974.137521:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001099136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481008064:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242974.137540:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f3896dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481008512:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242974.137559:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242974.137571:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242974.137579:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000add58d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481008448:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242974.137596:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1761242974.137604:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d7bda4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481007936:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242974.137609:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242974.137628:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761242974.137634:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481008000:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242974.137639:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242974.137663:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ed2fea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481008192:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242974.137668:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242974.137689:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008349bf61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481008256:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242974.137697:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242974.137776:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000618036f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481008320:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242974.137871:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242974.137910:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008064 00000100:00100000:0.0:1761242974.137943:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008000 00000100:00100000:0.0:1761242974.137975:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3634 00000100:00100000:0.0:1761242974.137981:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481008064:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242974.138030:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481008064:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242974.138037:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3634 00000100:00100000:0.0:1761242974.138061:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3635 00000100:00100000:0.0:1761242974.138065:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481008000:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242974.138091:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481008000:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242974.138096:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3635 00000100:00100000:0.0:1761242974.138133:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad1cb3fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481008000:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242974.138142:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001099136d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481008064:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242974.138184:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008128 00000100:00100000:0.0:1761242974.138207:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008512 00000100:00100000:3.0:1761242974.138220:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008448 00000100:00100000:0.0:1761242974.138225:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007936 00000100:00100000:0.0:1761242974.138269:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5537 00000100:00100000:0.0:1761242974.138274:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481008128:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242974.138279:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5538 00000100:00100000:3.0:1761242974.138285:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a565f4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481008512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242974.138305:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d037bc6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481008128:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242974.138317:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5537 00000100:00100000:3.0:1761242974.138332:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a565f4a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481008512:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (761us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242974.138338:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5539 00000100:00100000:3.0:1761242974.138345:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5538 00000100:00100000:0.0:1761242974.138346:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a432a084 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481007936:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242974.138366:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5540 00000100:00100000:3.0:1761242974.138371:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000191e003e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481008448:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242974.138378:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a432a084 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481007936:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242974.138384:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5539 00000100:00100000:3.0:1761242974.138412:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000191e003e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481008448:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242974.138413:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481007872 00000100:00100000:3.0:1761242974.138419:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5540 00000100:00100000:0.0:1761242974.138445:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974 00000100:00100000:0.0:1761242974.138449:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481007872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242974.138468:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000add58d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481008448:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242974.138482:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481007872:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242974.138489:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974 00000100:00100000:3.0:1761242974.138565:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008192 00000100:00100000:3.0:1761242974.138596:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008256 00000100:00100000:3.0:1761242974.138614:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00000100:00100000:3.0:1761242974.138617:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481008192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242974.138653:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481008192:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242974.138659:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00000100:00100000:3.0:1761242974.138670:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779 00000100:00100000:3.0:1761242974.138673:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e83a072b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481008256:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242974.138701:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e83a072b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481008256:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242974.138706:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779 00000100:00100000:3.0:1761242974.138735:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008349bf61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481008256:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242974.141990:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ed2fea8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481008192:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242974.141992:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242974.142012:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059c7cf33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481007872:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242974.142025:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481008384:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242974.142030:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481008128:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242974.142045:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f3896dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481008512:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242974.142060:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008320 00000100:00100000:2.0:1761242974.142077:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242974.142094:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d7bda4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481007936:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242974.142390:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008384 00000100:00100000:0.0:1761242974.142409:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2344 00000100:00100000:0.0:1761242974.142414:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020bf7983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481008320:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242974.142454:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345 00000100:00100000:1.0:1761242974.142459:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6264d7b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481008384:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242974.142526:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:1.0:1761242974.142559:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242974.142578:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020bf7983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481008320:12345-0@lo:8:kworker/u8:3.0 Request processed in 162us (596us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242974.142581:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6264d7b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481008384:12345-0@lo:8:kworker/u8:3.0 Request processed in 123us (507us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242974.142584:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344 00000100:00100000:1.0:1761242974.142586:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345 00000100:00080000:2.0:1761242974.142682:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242974.142686:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242974.142689:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000618036f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481008320:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761242974.142698:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761242974.142701:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761242974.142703:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc2bfc37 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481008384:0@lo:8:kworker/u8:3.0 00010000:00010000:1.0:1761242974.840450:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242975.092960:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242975.093009:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242975.093699:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833024 00000100:00100000:3.0:1761242975.093762:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1975 00000100:00100000:3.0:1761242975.093769:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464833024:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242975.093843:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464833024:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 74us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242975.093850:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1975 00000100:00100000:1.0:1761242975.095465:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833152 00000100:00100000:1.0:1761242975.095546:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5541 00000100:00100000:1.0:1761242975.095555:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a88aa5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464833152:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242975.095624:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a88aa5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464833152:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 72us (2616us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242975.095631:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5541 00000100:00100000:0.0:1761242975.098780:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242975.098832:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242975.098861:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242975.098896:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833216 00000100:00100000:0.0:1761242975.098951:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833280 00000100:00100000:0.0:1761242975.098971:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2780 00000100:00100000:0.0:1761242975.098977:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464833216:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242975.099104:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464833216:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 126us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242975.099112:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2780 00000100:00100000:0.0:1761242975.099130:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2346 00000100:00100000:0.0:1761242975.099133:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464833280:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:0.0:1761242975.099221:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242975.099266:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464833280:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 131us (404us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242975.099273:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2346 00000100:00100000:2.0:1761242975.099489:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833088 00000100:00100000:2.0:1761242975.099528:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5542 00000100:00100000:2.0:1761242975.099532:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006144a541 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464833088:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242975.099575:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006144a541 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464833088:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 42us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242975.099582:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5542 00010000:00010000:3.0:1761242975.865300:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242976.184790:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055f8d7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481008576:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242976.184861:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242976.184915:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008576 00000100:00100000:0.0:1761242976.184957:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:0.0:1761242976.184963:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481008576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242976.184996:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242976.185051:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481008576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242976.185059:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:0.0:1761242976.185110:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055f8d7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481008576:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242976.185112:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ea687e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481008640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242976.185147:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242976.185199:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008640 00000100:00100000:1.0:1761242976.185248:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:1.0:1761242976.185254:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e8a58ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481008640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242976.185266:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242976.185299:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e8a58ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481008640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242976.185306:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00000100:00100000:1.0:1761242976.185339:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ea687e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481008640:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761242976.890711:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242977.208394:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055f8d7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481008768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242977.208402:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242977.208414:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c011e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481008704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242977.208542:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242977.209883:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008704 00000100:00100000:3.0:1761242977.209933:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636 00000100:00100000:3.0:1761242977.209939:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d3d88c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481008704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761242977.209974:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761242977.210034:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d3d88c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481008704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242977.210041:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636 00000100:00100000:1.0:1761242977.210765:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242977.210870:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008768 00000100:00100000:2.0:1761242977.210904:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637 00000100:00100000:2.0:1761242977.210908:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ea687e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481008768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761242977.210933:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761242977.210979:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ea687e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481008768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242977.210985:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637 00000100:00100000:1.0:1761242977.211064:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055f8d7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481008768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242977.211146:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c011e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481008704:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761242977.912681:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242978.937136:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242979.256555:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d7ba70d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481008832:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761242979.256591:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242979.256597:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242979.256600:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242979.256605:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4486 00000100:00080000:1.0:1761242979.256608:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242979.256614:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761242979.256633:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242979.256640:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000531a8983 x1846792481009280/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242979.256659:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242979.256662:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242979.256664:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761242979.256666:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481009088:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761242979.256669:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4486 00000100:00080000:1.0:1761242979.256673:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242979.256677:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242979.256690:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bdc31716 x1846792481009344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242979.256702:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242979.256728:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000445ea9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481009472:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242979.256730:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000531a8983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481009280:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242979.256760:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242979.256775:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242979.256780:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242979.256788:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082ba0d8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481009024:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242979.256797:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481009344:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242979.256817:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242979.256828:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242979.256835:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003367dd31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481009408:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242979.256860:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242979.256889:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009088 00000100:00100000:0.0:1761242979.256895:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009472 00000100:00100000:0.0:1761242979.256929:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009408 00000100:00100000:2.0:1761242979.258140:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481008960:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242979.258169:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009280 00000100:00100000:2.0:1761242979.258190:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242979.258197:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009344 00000100:00100000:2.0:1761242979.258213:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481009216:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242979.258215:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2347 00000100:00100000:3.0:1761242979.258220:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afcacbdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481009280:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242979.258267:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242979.258283:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761242979.258288:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f71522c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481008896:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242979.258310:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:02020000:3.0:1761242979.258338:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242979.258385:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afcacbdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481009280:12345-0@lo:8:kworker/u8:3.0 Request processed in 164us (1612us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242979.258392:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2347 00000100:00100000:3.0:1761242979.258407:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009216 00000100:00100000:3.0:1761242979.258434:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00000100:00100000:3.0:1761242979.258438:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004df727f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481009216:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242979.258473:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004df727f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481009216:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242979.258481:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 00000100:00100000:3.0:1761242979.258492:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348 00000100:00100000:3.0:1761242979.258494:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004469211a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481009344:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761242979.258565:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242979.258587:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004469211a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481009344:12345-0@lo:8:kworker/u8:3.0 Request processed in 92us (1761us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242979.258593:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2348 00000100:00080000:3.0:1761242979.258641:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242979.258644:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242979.258647:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000531a8983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481009280:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761242979.258657:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242979.258660:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242979.258662:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481009344:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242979.258696:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009024 00000100:00100000:3.0:1761242979.258718:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008960 00000100:00100000:3.0:1761242979.258732:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3638 00000100:00100000:3.0:1761242979.258735:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080460ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481009024:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242979.258768:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080460ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481009024:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (1953us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242979.258774:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3638 00000100:00100000:3.0:1761242979.258783:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3639 00000100:00100000:3.0:1761242979.258785:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e27b570 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481008960:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242979.258807:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e27b570 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481008960:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242979.258813:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3639 00000100:00100000:3.0:1761242979.258862:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082ba0d8e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481009024:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242979.259140:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008896 00000100:00100000:2.0:1761242979.259152:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd31f0e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481009152:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242979.259170:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5543 00000100:00100000:0.0:1761242979.259176:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000479655f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481009472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242979.259183:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242979.259203:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481008960:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242979.259216:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481009216:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242979.259252:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000479655f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481009472:12345-0@lo:400:kworker/u8:3.0 Request processed in 74us (2491us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242979.259259:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5543 00000100:00100000:2.0:1761242979.259274:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009152 00000100:00100000:0.0:1761242979.259280:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5544 00000100:00100000:0.0:1761242979.259287:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e88dd36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481009088:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242979.259300:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782 00000100:00100000:2.0:1761242979.259305:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ee5d2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481009152:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242979.259320:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e88dd36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481009088:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (2618us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242979.259341:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ee5d2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481009152:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242979.259347:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5544 00000100:00100000:2.0:1761242979.259350:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782 00000100:00100000:0.0:1761242979.259371:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5545 00000100:00100000:0.0:1761242979.259380:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad62bb19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481009408:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242979.259381:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5546 00000100:00100000:2.0:1761242979.259387:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edf6dddf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481008896:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242979.259427:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad62bb19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481009408:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (2566us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242979.259429:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edf6dddf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481008896:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242979.259441:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5546 00000100:00100000:0.0:1761242979.259447:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5545 00000100:00100000:2.0:1761242979.259467:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f71522c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481008896:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242979.259476:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd31f0e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481009152:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242979.259508:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003367dd31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481009408:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242979.259522:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000445ea9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481009472:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242979.259528:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481008832 00000100:00100000:0.0:1761242979.259535:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481009088:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242979.259554:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1976 00000100:00100000:2.0:1761242979.259558:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481008832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242979.261269:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481008832:12345-0@lo:400:kworker/u8:3.0 Request processed in 1704us (4632us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242979.261279:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1976 00000100:00100000:0.0:1761242979.261393:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d7ba70d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481008832:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761242979.960833:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242980.213375:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242980.213733:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242980.213773:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242980.213858:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833472 00000100:00100000:2.0:1761242980.213859:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833344 00000100:00100000:2.0:1761242980.213919:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1977 00000100:00100000:1.0:1761242980.213924:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5547 00000100:00100000:2.0:1761242980.213928:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464833344:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242980.213932:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025775e84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464833472:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242980.213961:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833600 00000100:00100000:3.0:1761242980.213992:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2349 00000100:00100000:3.0:1761242980.213998:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c4ccf20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464833600:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00000100:00100000:1.0:1761242980.214022:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025775e84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464833472:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 90us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242980.214030:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5547 00010000:02020000:3.0:1761242980.214103:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242980.214444:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464833344:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 512us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242980.214453:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1977 00000100:00100000:3.0:1761242980.214589:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c4ccf20 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464833600:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 590us (855us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242980.214596:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2349 00000100:00100000:0.0:1761242980.215147:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242980.215187:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242980.215387:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833536 00000100:00100000:3.0:1761242980.215443:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2783 00000100:00100000:3.0:1761242980.215448:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c830e544 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464833536:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242980.215508:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c830e544 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464833536:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 58us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242980.215515:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2783 00000100:00100000:1.0:1761242980.215579:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833408 00000100:00100000:1.0:1761242980.215614:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5548 00000100:00100000:1.0:1761242980.215618:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042af6350 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464833408:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242980.215648:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042af6350 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464833408:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 29us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242980.215656:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5548 00010000:00010000:2.0:1761242980.984990:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242981.304580:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ab81c29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481009536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242981.304651:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242981.304708:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009536 00000100:00100000:2.0:1761242981.304747:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:2.0:1761242981.304753:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072b90549 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481009536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242981.304787:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242981.304827:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072b90549 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481009536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242981.304835:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00000100:00100000:2.0:1761242981.304878:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ab81c29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481009536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242981.305417:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481009600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242981.305452:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242981.305482:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009600 00000100:00100000:1.0:1761242981.305511:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695 00000100:00100000:1.0:1761242981.305516:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481009600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761242981.305531:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242981.305561:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481009600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242981.305568:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695 00000100:00100000:1.0:1761242981.305598:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481009600:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242982.008499:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242982.330030:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761242982.330052:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f246d16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481009664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761242982.330120:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242982.330334:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481009728:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242982.330364:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242982.330459:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009664 00000100:00100000:2.0:1761242982.330499:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009728 00000100:00100000:3.0:1761242982.330518:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640 00000100:00100000:3.0:1761242982.330526:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edd173f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481009664:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242982.330534:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641 00000100:00100000:2.0:1761242982.330540:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003897df41 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481009728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761242982.330566:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000004:00000024:2.0:1761242982.330567:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761242982.330675:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edd173f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481009664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 149us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242982.330682:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640 00000100:00100000:1.0:1761242982.330769:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f246d16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481009664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242982.330810:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003897df41 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481009728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 267us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242982.330819:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641 00000100:00100000:1.0:1761242982.330825:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481009728:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761242983.032477:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761242984.056420:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242984.376415:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481009792:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.376459:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481009920:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242984.376568:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901e6eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481009856:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242984.376630:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242984.376653:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242984.376667:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242984.376699:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009792 00000100:00100000:2.0:1761242984.376739:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009856 00000100:00100000:3.0:1761242984.376745:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978 00000100:00100000:3.0:1761242984.376751:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481009792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.376764:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242984.376771:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d7ba70d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481009984:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242984.376776:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5549 00000100:00100000:2.0:1761242984.376783:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054669b61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481009856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.376795:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242984.376799:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481009792:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242984.376806:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978 00000100:00100000:0.0:1761242984.376824:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009920 00000100:00100000:2.0:1761242984.376835:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054669b61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481009856:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242984.376846:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5549 00000100:00100000:3.0:1761242984.376858:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481009792:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.376890:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481009984 00000100:00100000:2.0:1761242984.376902:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901e6eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481009856:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.376912:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642 00000100:00100000:0.0:1761242984.376918:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023db3e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481009920:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242984.376918:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3643 00000100:00100000:3.0:1761242984.376923:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9ce68a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481009984:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.376952:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023db3e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481009920:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242984.376952:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9ce68a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481009984:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242984.376959:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3643 00000100:00100000:0.0:1761242984.376970:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642 00000100:00100000:0.0:1761242984.376992:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d7ba70d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481009984:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.377001:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481009920:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242984.378080:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761242984.378116:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481010048:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242984.378136:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761242984.378147:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000445ea9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481010112:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242984.378158:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242984.378165:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003367dd31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481010176:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242984.378200:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242984.378211:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010048 00000100:00100000:0.0:1761242984.378261:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010112 00000100:00100000:2.0:1761242984.378272:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5550 00000100:00100000:2.0:1761242984.378278:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000450c1b18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481010048:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.378302:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:0.0:1761242984.378308:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031396ecf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481010112:12345-0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761242984.378769:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242984.378775:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242984.378778:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242984.378783:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4491 00000100:00080000:1.0:1761242984.378786:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242984.378790:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242984.378812:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dd31f0e2 x1846792481010240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242984.378827:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242984.378830:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242984.378831:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242984.378834:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4491 00000100:00080000:1.0:1761242984.378835:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242984.378838:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242984.378846:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000f71522c x1846792481010304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761242984.378896:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd31f0e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481010240:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761242984.379948:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031396ecf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481010112:12345-0@lo:400:kworker/u8:3.0 Request processed in 1635us (1745us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242984.379957:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00100000:0.0:1761242984.379994:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242984.380015:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242984.380026:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481010368:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.380062:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242984.380096:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010368 00000100:00100000:0.0:1761242984.380126:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5551 00000100:00100000:0.0:1761242984.380131:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e1d2526 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481010368:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.380168:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e1d2526 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481010368:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242984.380177:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5551 00000100:00100000:0.0:1761242984.380215:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481010368:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.380258:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010176 00000100:00100000:0.0:1761242984.380279:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00000100:00100000:0.0:1761242984.380282:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000002102 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481010176:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.380311:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000002102 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481010176:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242984.380316:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00000100:00100000:0.0:1761242984.380341:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003367dd31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481010176:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.380382:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761242984.380389:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481010432:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.380412:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242984.380432:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010432 00000100:00100000:0.0:1761242984.380451:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5552 00000100:00100000:0.0:1761242984.380454:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ab81c29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481010432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242984.380482:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ab81c29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481010432:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242984.380488:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5552 00000100:00100000:0.0:1761242984.380509:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481010432:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242984.381045:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242984.381068:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f71522c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481010304:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242984.381090:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242984.381117:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010240 00000100:00100000:1.0:1761242984.381134:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010304 00000100:00100000:1.0:1761242984.381148:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350 00000100:00100000:1.0:1761242984.381151:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082ba0d8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481010240:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242984.381249:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242984.381280:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082ba0d8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481010240:12345-0@lo:8:kworker/u8:3.0 Request processed in 128us (237us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242984.381285:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350 00000100:00100000:1.0:1761242984.381297:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351 00000100:00100000:1.0:1761242984.381300:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481010304:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242984.381367:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242984.381388:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481010304:12345-0@lo:8:kworker/u8:3.0 Request processed in 87us (298us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242984.381395:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351 00000100:00080000:1.0:1761242984.381424:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242984.381429:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242984.381433:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd31f0e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481010240:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761242984.381441:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242984.381443:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242984.381445:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f71522c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481010304:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242984.381610:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000445ea9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481010112:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242984.382400:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000450c1b18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481010048:12345-0@lo:400:kworker/u8:3.0 Request processed in 4120us (4242us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242984.382410:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5550 00000100:00100000:0.0:1761242984.382502:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481010048:0@lo:400:kworker/u8:3.0 00010000:00010000:2.0:1761242985.080461:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242985.334263:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242985.334308:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242985.334331:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833664 00000100:00100000:1.0:1761242985.334347:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242985.334389:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833728 00000100:00100000:2.0:1761242985.334394:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1979 00000100:00100000:1.0:1761242985.334398:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242985.334405:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464833664:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242985.334428:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833792 00000100:00100000:0.0:1761242985.334451:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5553 00000100:00100000:0.0:1761242985.334457:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f71522c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464833728:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242985.334478:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242985.334482:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464833664:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 78us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242985.334491:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1979 00000100:00100000:0.0:1761242985.334499:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f71522c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464833728:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 40us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242985.334507:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5553 00000100:00100000:0.0:1761242985.334526:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5554 00000100:00100000:0.0:1761242985.334532:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd31f0e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464833792:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761242985.334568:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833920 00000100:00100000:0.0:1761242985.334572:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd31f0e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464833792:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 40us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242985.334580:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5554 00000100:00100000:2.0:1761242985.334591:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833856 00000100:00100000:2.0:1761242985.334616:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2786 00000100:00100000:2.0:1761242985.334621:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000531a8983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464833856:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761242985.334752:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2352 00000100:00100000:0.0:1761242985.334757:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007462fb25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464833920:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:0.0:1761242985.335010:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242985.335109:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007462fb25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464833920:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 350us (719us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242985.335116:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2352 00000100:00100000:2.0:1761242985.335603:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000531a8983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464833856:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 980us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242985.335614:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2786 00010000:00010000:1.0:1761242986.104979:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242986.425949:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761242986.425965:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057afe709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481010496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242986.426029:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242986.426062:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e83a072b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481010560:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242986.426079:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010496 00000100:00100000:0.0:1761242986.426084:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242986.426127:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010560 00000100:00100000:2.0:1761242986.426139:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:2.0:1761242986.426147:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481010496:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242986.426154:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:1.0:1761242986.426159:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481010560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242986.426185:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242986.426249:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481010560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242986.426258:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:0.0:1761242986.426283:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e83a072b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481010560:0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761242986.426434:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242986.427370:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481010496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1220us (1338us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242986.427381:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:0.0:1761242986.427612:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057afe709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481010496:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761242987.129414:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242987.449818:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c22c157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481010688:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242987.449852:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000040996a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481010624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242987.449896:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242987.449938:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242987.449978:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010688 00000100:00100000:0.0:1761242987.450018:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010624 00000100:00100000:0.0:1761242987.450041:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3644 00000100:00100000:0.0:1761242987.450046:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e83a072b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481010688:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242987.450060:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3645 00000100:00100000:2.0:1761242987.450067:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481010624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761242987.450080:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000004:00000024:2.0:1761242987.450092:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761242987.450123:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e83a072b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481010688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242987.450130:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3644 00000100:00100000:2.0:1761242987.450144:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481010624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242987.450152:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3645 00000100:00100000:0.0:1761242987.450171:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c22c157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481010688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242987.450193:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000040996a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481010624:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761242988.152442:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761242989.176579:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242989.500338:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481010752:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761242989.500343:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242989.500350:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242989.500353:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242989.500359:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4496 00000100:00080000:3.0:1761242989.500362:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242989.500368:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242989.500389:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000094a47d87 x1846792481011200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761242989.500406:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761242989.500410:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761242989.500411:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761242989.500417:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4496 00000100:00100000:0.0:1761242989.500418:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761242989.500420:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1761242989.500426:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242989.500438:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002b7157f0 x1846792481011264/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761242989.500459:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481011008:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242989.500479:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481010944:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242989.500487:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242989.500508:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481011392:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242989.500519:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242989.500537:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242989.500544:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481011328:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242989.500561:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761242989.500574:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481010816:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242989.500580:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242989.500601:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761242989.500607:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242989.500609:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481010880:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242989.500626:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481011072:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242989.500641:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242989.500657:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242989.500663:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481011136:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242989.500690:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242989.500695:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011008 00000100:00100000:3.0:1761242989.500721:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094a47d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481011200:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242989.500737:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011392 00000100:00100000:3.0:1761242989.500749:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242989.500759:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011328 00000100:00100000:3.0:1761242989.500778:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481011264:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761242989.500791:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010816 00000100:00100000:3.0:1761242989.500804:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242989.500812:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5555 00000100:00100000:0.0:1761242989.500817:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c4ccf20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481011008:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242989.500839:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010944 00000100:00100000:0.0:1761242989.500869:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c4ccf20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481011008:12345-0@lo:400:kworker/u8:2.0 Request processed in 50us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242989.500869:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010880 00000100:00100000:0.0:1761242989.500884:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5555 00000100:00100000:3.0:1761242989.500894:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3646 00000100:00100000:3.0:1761242989.500900:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031396ecf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481010944:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242989.500905:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5556 00000100:00100000:0.0:1761242989.500910:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c830e544 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481011392:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242989.500950:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031396ecf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481010944:12345-0@lo:400:kworker/u8:2.0 Request processed in 49us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242989.500953:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c830e544 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481011392:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242989.500965:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3646 00000100:00100000:0.0:1761242989.500966:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5556 00000100:00100000:0.0:1761242989.500983:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5557 00000100:00100000:0.0:1761242989.500986:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f42dc457 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481011328:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242989.500992:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3647 00000100:00100000:3.0:1761242989.500997:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045626b0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481010880:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242989.501012:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f42dc457 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481011328:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242989.501019:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5557 00000100:00100000:3.0:1761242989.501034:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045626b0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481010880:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242989.501035:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5558 00000100:00100000:0.0:1761242989.501042:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000002102 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481010816:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242989.501046:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3647 00000100:00100000:0.0:1761242989.501072:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000002102 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481010816:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242989.501073:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011072 00000100:00100000:0.0:1761242989.501079:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5558 00000100:00100000:0.0:1761242989.501105:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011136 00000100:00100000:3.0:1761242989.501106:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011200 00000100:00100000:0.0:1761242989.501129:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011264 00000100:00100000:1.0:1761242989.501415:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481010752 00000100:00100000:1.0:1761242989.501441:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1980 00000100:00100000:1.0:1761242989.501445:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481010752:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242989.501479:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481010752:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (1066us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242989.501485:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1980 00000100:00100000:1.0:1761242989.501658:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481010816:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242989.501671:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481011392:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242989.501680:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481011008:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242989.501688:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481010752:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242989.501825:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481010880:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242989.501838:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481010944:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242989.501847:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481011328:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761242989.503462:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:3.0:1761242989.503472:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f8d7fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481011072:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242989.503509:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:0.0:1761242989.503516:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003434e24f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481011136:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761242989.504696:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353 00000100:00100000:1.0:1761242989.504702:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bc4793b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481011200:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761242989.504706:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354 00000100:00100000:2.0:1761242989.504713:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c4657f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481011264:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761242989.505009:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242989.505110:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f8d7fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481011072:12345-0@lo:400:kworker/u8:2.0 Request processed in 1638us (4454us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242989.505118:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00000100:00100000:0.0:1761242989.505139:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003434e24f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481011136:12345-0@lo:400:kworker/u8:2.0 Request processed in 1620us (4447us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242989.505148:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00100000:3.0:1761242989.505188:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481011072:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761242989.505246:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481011136:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761242989.506480:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c4657f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481011264:12345-0@lo:8:kworker/u8:2.0 Request processed in 1762us (5673us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242989.506490:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354 00000100:00080000:3.0:1761242989.506813:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242989.506818:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242989.506822:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481011264:0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761242989.507328:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242989.507397:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bc4793b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481011200:12345-0@lo:8:kworker/u8:2.0 Request processed in 2694us (6649us total) trans 0 rc -19/-19 00000100:00080000:3.0:1761242989.507519:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242989.507523:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242989.507526:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094a47d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481011200:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761242989.507751:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353 00010000:00010000:1.0:1761242990.201040:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761242990.453044:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242990.453093:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242990.453132:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761242990.453298:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464833984 00000100:00100000:2.0:1761242990.453347:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1981 00000100:00100000:2.0:1761242990.453355:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464833984:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761242990.453425:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464833984:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 70us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242990.453433:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1981 00000100:00100000:0.0:1761242990.454886:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834112 00000100:00100000:0.0:1761242990.454934:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834048 00000100:00100000:0.0:1761242990.454956:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5559 00000100:00100000:0.0:1761242990.454962:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afcacbdc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464834112:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242990.455016:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afcacbdc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464834112:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 54us (1924us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242990.455024:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5559 00000100:00100000:0.0:1761242990.455039:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5560 00000100:00100000:0.0:1761242990.455043:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004469211a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464834048:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761242990.455067:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004469211a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464834048:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 23us (1936us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242990.455073:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5560 00000100:00100000:1.0:1761242990.456379:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242990.456423:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242990.456775:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834176 00000100:00100000:3.0:1761242990.456822:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834240 00000100:00100000:3.0:1761242990.456847:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2789 00000100:00100000:3.0:1761242990.456853:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082ba0d8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464834176:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761242990.456907:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082ba0d8e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464834176:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 53us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242990.456914:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2789 00000100:00100000:3.0:1761242990.456927:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2355 00000100:00100000:3.0:1761242990.456931:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464834240:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761242990.457027:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761242990.457050:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464834240:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 118us (628us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761242990.457056:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2355 00010000:00010000:1.0:1761242991.225326:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761242991.544469:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5709122 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481011456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761242991.545182:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242991.545192:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ac72198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481011520:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761242991.545256:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242991.545930:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011520 00000100:00100000:3.0:1761242991.545979:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:3.0:1761242991.545987:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481011520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761242991.546031:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761242991.546086:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481011520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242991.546094:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00100000:3.0:1761242991.546144:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ac72198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481011520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761242991.546313:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242991.546359:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011456 00000100:00100000:0.0:1761242991.546392:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699 00000100:00100000:0.0:1761242991.546397:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000178c4129 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481011456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761242991.546409:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761242991.546442:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000178c4129 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481011456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242991.546605:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5709122 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481011456:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761242991.546620:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699 00010000:00010000:3.0:1761242992.248482:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242992.568641:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e29d194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481011584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761242992.568722:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242992.568792:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011584 00000100:00100000:0.0:1761242992.568837:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648 00000100:00100000:0.0:1761242992.568842:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000386bd917 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481011584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761242992.568879:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242992.568971:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761242992.568979:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481011648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761242992.569005:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242992.569042:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011648 00000100:00100000:1.0:1761242992.569063:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3649 00000100:00100000:1.0:1761242992.569067:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000445ea9a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481011648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242992.569085:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242992.569115:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000445ea9a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481011648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242992.569122:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3649 00000100:00100000:1.0:1761242992.569164:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481011648:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761242992.570061:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000386bd917 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481011584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1214us (1349us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242992.570070:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648 00000100:00100000:3.0:1761242992.570203:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e29d194 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481011584:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761242993.272962:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242994.300503:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242994.616691:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481011712:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761242994.616723:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242994.616730:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242994.616733:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242994.616737:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4501 00000100:00080000:1.0:1761242994.616740:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242994.616746:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242994.616764:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000685d0256 x1846792481012160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242994.616778:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761242994.616780:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761242994.616783:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242994.616786:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242994.616789:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4501 00000100:00080000:1.0:1761242994.616791:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242994.616794:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242994.616805:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000040996a1 x1846792481012224/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761242994.616816:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481011968:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242994.616849:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242994.616862:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011712 00000100:00100000:2.0:1761242994.616874:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094a47d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481012352:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.616904:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982 00000100:00100000:1.0:1761242994.616910:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481011712:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242994.616911:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242994.616935:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761242994.616943:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481011904:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.616966:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481011712:12345-0@lo:400:kworker/u8:3.0 Request processed in 54us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242994.616973:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982 00000100:00100000:2.0:1761242994.616977:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242994.616998:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f5709122 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481012288:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242994.617022:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242994.617049:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481011712:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242994.617081:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481011776:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242994.617121:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242994.617830:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003367dd31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481011840:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242994.617869:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242994.617890:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901e6eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481012096:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242994.617914:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242994.617946:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481012160:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242994.617967:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242994.617981:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000040996a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481012224:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761242994.617999:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242994.618030:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011904 00000100:00100000:0.0:1761242994.618739:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d7ba70d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481012032:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242994.618777:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242994.618838:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011968 00000100:00100000:2.0:1761242994.618838:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012352 00000100:00100000:2.0:1761242994.618889:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012288 00000100:00100000:0.0:1761242994.618893:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011776 00000100:00100000:1.0:1761242994.618946:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5561 00000100:00100000:1.0:1761242994.618953:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ac72198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481012352:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619004:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ac72198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481012352:12345-0@lo:400:kworker/u8:3.0 Request processed in 51us (2106us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242994.619011:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5561 00000100:00100000:1.0:1761242994.619028:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5562 00000100:00100000:1.0:1761242994.619031:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e29d194 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481011968:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619054:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e29d194 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481011968:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (2206us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242994.619058:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5562 00000100:00100000:1.0:1761242994.619069:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5563 00000100:00100000:1.0:1761242994.619072:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf1ef886 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481011776:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619099:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf1ef886 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481011776:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (1978us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242994.619105:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5563 00000100:00100000:1.0:1761242994.619144:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481011776:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619180:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012096 00000100:00100000:1.0:1761242994.619204:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012160 00000100:00100000:1.0:1761242994.619219:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012224 00000100:00100000:1.0:1761242994.619226:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012032 00000100:00100000:1.0:1761242994.619262:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790 00000100:00100000:1.0:1761242994.619266:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6bd5c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481012096:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619301:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6bd5c44 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481012096:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (1387us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242994.619306:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790 00000100:00100000:1.0:1761242994.619315:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791 00000100:00100000:1.0:1761242994.619318:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004a1439b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481012032:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619344:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004a1439b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481012032:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242994.619349:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791 00000100:00100000:1.0:1761242994.619359:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356 00000100:00100000:1.0:1761242994.619362:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004df2ea53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481012160:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242994.619447:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242994.619479:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004df2ea53 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481012160:12345-0@lo:8:kworker/u8:3.0 Request processed in 116us (1512us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242994.619485:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356 00000100:00100000:1.0:1761242994.619511:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:1.0:1761242994.619514:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000514262a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481012224:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761242994.619599:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242994.619621:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000514262a3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481012224:12345-0@lo:8:kworker/u8:3.0 Request processed in 106us (1622us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242994.619629:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00080000:1.0:1761242994.619667:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242994.619682:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242994.619686:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481012160:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761242994.619696:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761242994.619698:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761242994.619700:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000040996a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481012224:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619727:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901e6eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481012096:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619745:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d7ba70d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481012032:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619792:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481011840 00000100:00100000:1.0:1761242994.619830:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3650 00000100:00100000:1.0:1761242994.619834:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b513f00d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481011840:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619867:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b513f00d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481011840:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (1998us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242994.619873:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3650 00000100:00100000:1.0:1761242994.619901:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003367dd31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481011840:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619925:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094a47d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481012352:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242994.619935:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481011968:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242994.620130:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3651 00000100:00100000:3.0:1761242994.620136:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481011904:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242994.620143:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5564 00000100:00100000:2.0:1761242994.620150:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057afe709 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481012288:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242994.620185:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481011904:12345-0@lo:400:kworker/u8:3.0 Request processed in 47us (3208us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242994.620195:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057afe709 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481012288:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (3172us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242994.620195:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3651 00000100:00100000:2.0:1761242994.620205:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5564 00000100:00100000:3.0:1761242994.620259:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481011904:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242994.620272:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f5709122 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481012288:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761242995.321840:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242995.572368:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761242995.572502:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834304 00000100:00100000:1.0:1761242995.572567:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1983 00000100:00100000:1.0:1761242995.572574:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464834304:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242995.572672:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464834304:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 96us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242995.572679:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1983 00000100:00100000:0.0:1761242995.579359:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242995.579404:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242995.579436:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761242995.579505:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834496 00000100:00100000:0.0:1761242995.579521:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761242995.579565:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834560 00000100:00100000:3.0:1761242995.579575:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2792 00000100:00100000:3.0:1761242995.579583:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003161dd58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464834496:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761242995.579674:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003161dd58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464834496:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 90us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242995.579704:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834368 00000100:00100000:1.0:1761242995.579735:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834432 00000100:00100000:1.0:1761242995.579756:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5565 00000100:00100000:1.0:1761242995.579760:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b044911 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464834368:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242995.579793:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b044911 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464834368:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 32us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242995.579799:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5565 00000100:00100000:1.0:1761242995.579820:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5566 00000100:00100000:1.0:1761242995.579824:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6c5fb6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464834432:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761242995.579844:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6c5fb6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464834432:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 19us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242995.579849:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5566 00000100:00100000:0.0:1761242995.582370:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2358 00000100:00100000:0.0:1761242995.582386:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb3554f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464834560:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:0.0:1761242995.582496:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761242995.582634:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb3554f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464834560:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 246us (3111us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761242995.582645:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2358 00000100:00100000:3.0:1761242995.582710:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2792 00010000:00010000:3.0:1761242996.344483:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761242996.664858:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020bf7983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481012416:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761242996.664984:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242996.665137:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012416 00000100:00100000:2.0:1761242996.665223:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:2.0:1761242996.665258:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8523a0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481012416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761242996.665323:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761242996.665386:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8523a0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481012416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242996.665397:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00100000:3.0:1761242996.665737:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020bf7983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481012416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761242996.671208:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6264d7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481012480:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761242996.671338:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242996.671408:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012480 00000100:00100000:1.0:1761242996.675382:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701 00000100:00100000:1.0:1761242996.675401:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094a47d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481012480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761242996.675447:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761242996.675569:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094a47d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481012480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 171us (4233us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242996.675577:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701 00000100:00100000:1.0:1761242996.675663:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6264d7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481012480:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1761242997.368499:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242997.688469:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004df727f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481012544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761242997.688540:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242997.688651:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761242997.688658:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481012608:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242997.688684:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242997.688944:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012544 00000100:00100000:1.0:1761242997.688990:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012608 00000100:00100000:1.0:1761242997.689019:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652 00000100:00100000:1.0:1761242997.689024:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ee5d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481012544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761242997.689060:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761242997.689101:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ee5d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481012544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242997.689107:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652 00000100:00100000:1.0:1761242997.689128:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653 00000100:00100000:1.0:1761242997.689131:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f246d16 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481012608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761242997.689150:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761242997.689174:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f246d16 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481012608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 42us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242997.689179:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653 00000100:00100000:2.0:1761242997.689313:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481012608:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761242997.689327:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004df727f7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481012544:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761242998.397256:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761242999.416463:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761242999.736696:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242999.737407:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481012672:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.737484:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242999.737611:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012672 00000100:00100000:2.0:1761242999.737650:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481012736:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242999.737662:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984 00000100:00100000:3.0:1761242999.737669:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481012672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.737684:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761242999.738483:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481012672:12345-0@lo:400:kworker/u8:3.0 Request processed in 811us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1761242999.738492:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984 00000100:00080000:1.0:1761242999.738524:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242999.738529:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1761242999.738538:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481012864:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242999.738572:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242999.738642:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481012928:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242999.738673:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242999.738695:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761242999.738701:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481012992:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242999.738723:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242999.738753:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012736 00000100:00100000:0.0:1761242999.738786:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012928 00000100:00100000:0.0:1761242999.738805:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5567 00000100:00100000:0.0:1761242999.738810:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004df727f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481012736:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.738844:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481012672:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242999.738850:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004df727f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481012736:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242999.738857:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5567 00000100:00100000:0.0:1761242999.738874:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5568 00000100:00100000:0.0:1761242999.738879:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e35de953 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481012928:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.738880:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481012736:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.738917:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481012800:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242999.738918:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e35de953 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481012928:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242999.738927:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5568 00000100:00100000:2.0:1761242999.738954:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242999.738962:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481012928:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.738978:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481013056:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.739002:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242999.739004:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012864 00000100:00100000:0.0:1761242999.739033:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012800 00000100:00100000:2.0:1761242999.739046:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654 00000100:00100000:2.0:1761242999.739052:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa77b3e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481012864:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242999.739056:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3655 00000100:00100000:0.0:1761242999.739063:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c011e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481012800:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.739093:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa77b3e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481012864:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242999.739102:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654 00000100:00100000:0.0:1761242999.739115:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c011e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481012800:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1761242999.739121:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3655 00000100:00100000:2.0:1761242999.739131:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481012992 00000100:00100000:0.0:1761242999.739157:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481012800:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761242999.739715:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242999.740256:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4507 00000100:00080000:1.0:1761242999.740259:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242999.740264:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761242999.740268:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481012864:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.741101:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013056 00000100:00100000:2.0:1761242999.741136:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00000100:00100000:2.0:1761242999.741142:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf3c3be6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481012992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.741246:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf3c3be6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481012992:12345-0@lo:400:kworker/u8:3.0 Request processed in 104us (2523us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242999.741253:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00000100:00100000:2.0:1761242999.741266:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00000100:00100000:2.0:1761242999.741270:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8892997 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481013056:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.741296:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8892997 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481013056:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (2295us total) trans 0 rc 0/0 00000100:00100000:2.0:1761242999.741304:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00000100:00100000:0.0:1761242999.743269:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481013056:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761242999.743325:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481012992:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242999.744869:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003e86043f x1846792481013120/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761242999.744899:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761242999.744904:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761242999.744906:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761242999.744911:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4507 00000100:00080000:1.0:1761242999.744913:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761242999.744919:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761242999.744975:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000558f8307 x1846792481013184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761242999.745074:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481013248:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761242999.745136:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761242999.745259:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013248 00000100:00100000:2.0:1761242999.745320:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481013120:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242999.745356:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242999.745372:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481013184:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242999.745395:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761242999.745419:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761242999.745426:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481013312:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.745447:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761242999.745538:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013120 00000100:00100000:0.0:1761242999.745564:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013184 00000100:00100000:0.0:1761242999.745593:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2359 00000100:00100000:0.0:1761242999.745600:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481013120:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761242999.745619:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2360 00000100:00100000:2.0:1761242999.745625:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6264d7b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481013184:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761242999.745851:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761242999.745896:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481013120:12345-0@lo:8:kworker/u8:3.0 Request processed in 296us (540us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761242999.745904:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2359 00000100:00080000:0.0:1761242999.745942:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761242999.745946:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761242999.745950:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481013120:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761242999.745995:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013312 00000100:00100000:1.0:1761242999.746021:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5569 00000100:00100000:1.0:1761242999.746025:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078f79b95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481013248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242999.746068:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078f79b95 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481013248:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242999.746074:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5569 00000100:00100000:1.0:1761242999.746087:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5570 00000100:00100000:1.0:1761242999.746090:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020bf7983 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481013312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761242999.746119:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020bf7983 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481013312:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1761242999.746125:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5570 00010000:02020000:2.0:1761242999.746169:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761242999.746204:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6264d7b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481013184:12345-0@lo:8:kworker/u8:3.0 Request processed in 578us (809us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761242999.746211:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2360 00000100:00100000:2.0:1761242999.746270:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481013312:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761242999.746317:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481013248:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761242999.746566:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761242999.746569:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761242999.746582:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481013184:0@lo:8:kworker/u8:3.0 00010000:00010000:3.0:1761243000.440480:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243000.693174:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243000.694265:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243000.694299:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243000.697745:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834816 00000100:00100000:2.0:1761243000.697825:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2795 00000100:00100000:2.0:1761243000.697833:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a5164fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464834816:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761243000.697912:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a5164fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464834816:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 79us (3651us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243000.697920:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2795 00000100:00100000:0.0:1761243000.698913:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834688 00000100:00100000:0.0:1761243000.698981:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5571 00000100:00100000:0.0:1761243000.698988:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000826d2f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464834688:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761243000.699044:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000826d2f6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464834688:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 56us (5878us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243000.699052:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5571 00000100:00100000:3.0:1761243000.699572:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243000.699603:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243000.699675:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834752 00000100:00100000:0.0:1761243000.699727:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5572 00000100:00100000:0.0:1761243000.699732:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d7e6360 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464834752:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761243000.699767:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d7e6360 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464834752:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 35us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243000.699773:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5572 00000100:00100000:1.0:1761243000.700315:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834624 00000100:00100000:1.0:1761243000.700357:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1985 00000100:00100000:1.0:1761243000.700362:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464834624:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761243000.700400:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464834624:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 37us (6101us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243000.700405:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1985 00000100:00100000:2.0:1761243000.704330:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834880 00000100:00100000:2.0:1761243000.704393:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2361 00000100:00100000:2.0:1761243000.704400:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed6819e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464834880:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:2.0:1761243000.704490:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243000.704573:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed6819e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464834880:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 172us (4969us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243000.704580:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2361 00010000:00010000:2.0:1761243001.465859:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243001.786848:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481013376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243001.786942:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243001.787006:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013376 00000100:00100000:1.0:1761243001.787065:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1761243001.787077:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481013376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243001.787119:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243001.787182:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481013376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243001.787189:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:3.0:1761243001.788123:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481013376:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243001.788206:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243001.788215:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7d148ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481013440:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243001.788275:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243001.788390:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013440 00000100:00100000:1.0:1761243001.788423:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:1.0:1761243001.788428:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481013440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243001.788445:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243001.788477:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481013440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243001.788483:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00100000:1.0:1761243001.788513:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7d148ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481013440:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243002.489172:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243002.809889:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d19fb8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481013504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243002.809973:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243002.810183:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481013568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243002.810213:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243002.810330:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013504 00000100:00100000:2.0:1761243002.810381:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013568 00000100:00100000:2.0:1761243002.810401:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3656 00000100:00100000:2.0:1761243002.810407:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094cfbb67 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481013504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243002.810445:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243002.810487:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094cfbb67 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481013504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243002.810494:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3656 00000100:00100000:2.0:1761243002.810513:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657 00000100:00100000:2.0:1761243002.810528:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481013568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243002.810550:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243002.810577:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481013568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243002.810583:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657 00000100:00100000:3.0:1761243002.810857:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481013568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243002.810888:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d19fb8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481013504:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243003.513626:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243004.536474:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761243004.856589:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243004.856597:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243004.856600:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243004.856608:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4512 00000100:00080000:1.0:1761243004.856611:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761243004.856618:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243004.856638:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013608173 x1846792481014080/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243004.856651:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243004.856653:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243004.856655:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243004.856658:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4512 00000100:00080000:1.0:1761243004.856660:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761243004.856662:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243004.856671:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002d968fda x1846792481014144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243004.856781:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481013824:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.856841:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243004.856879:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481014208:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.856901:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243004.856916:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1761243004.856920:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481013632:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.856941:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243004.856953:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481013888:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.856968:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243004.856977:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045feb0fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481014272:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.856991:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243004.857018:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013632 00000100:00100000:0.0:1761243004.857070:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986 00000100:00100000:0.0:1761243004.857075:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481013632:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.857118:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481013632:12345-0@lo:400:kworker/u8:3.0 Request processed in 43us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243004.857124:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986 00000100:00100000:0.0:1761243004.857150:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014208 00000100:00100000:0.0:1761243004.857167:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013888 00000100:00100000:0.0:1761243004.857181:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014272 00000100:00100000:0.0:1761243004.857195:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5573 00000100:00100000:0.0:1761243004.857198:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dccb276 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481014208:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.857224:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dccb276 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481014208:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243004.857256:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5573 00000100:00100000:0.0:1761243004.857266:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5574 00000100:00100000:0.0:1761243004.857270:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a6ffcf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481013888:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.857296:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a6ffcf3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481013888:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243004.857302:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5574 00000100:00100000:0.0:1761243004.857311:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5575 00000100:00100000:0.0:1761243004.857314:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f5b6089 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481014272:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.857338:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f5b6089 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481014272:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243004.857343:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5575 00000100:00100000:0.0:1761243004.857378:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481013632:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.857389:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481013888:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.857396:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045feb0fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481014272:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.857403:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481014208:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.857648:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481014080:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243004.857679:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243004.857710:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481014144:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243004.857731:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243004.857761:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014080 00000100:00100000:3.0:1761243004.857781:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014144 00000100:00100000:3.0:1761243004.857798:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362 00000100:00100000:3.0:1761243004.857801:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7d148ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481014080:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243004.857888:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243004.857919:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7d148ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481014080:12345-0@lo:8:kworker/u8:3.0 Request processed in 116us (240us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243004.857927:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362 00000100:00100000:3.0:1761243004.857937:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363 00000100:00100000:3.0:1761243004.857939:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5709122 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481014144:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243004.858018:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243004.858039:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5709122 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481014144:12345-0@lo:8:kworker/u8:3.0 Request processed in 98us (307us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243004.858045:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363 00000100:00100000:3.0:1761243004.858073:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481013760:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858097:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243004.858112:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481014016:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858133:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243004.858146:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761243004.858152:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481013696:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858172:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243004.858184:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481013952:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858202:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243004.858222:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014016 00000100:00100000:3.0:1761243004.858267:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013952 00000100:00100000:3.0:1761243004.858282:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:3.0:1761243004.858285:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e9fcde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481014016:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858319:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e9fcde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481014016:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243004.858324:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00100000:3.0:1761243004.858334:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797 00000100:00100000:3.0:1761243004.858337:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f037c595 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481013952:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858361:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f037c595 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481013952:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243004.858366:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797 00000100:00100000:3.0:1761243004.858384:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013824 00000100:00100000:3.0:1761243004.858401:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013760 00000100:00100000:3.0:1761243004.858413:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658 00000100:00100000:3.0:1761243004.858416:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d19fb8f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481013824:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858445:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d19fb8f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481013824:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (1604us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243004.858451:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658 00000100:00100000:3.0:1761243004.858460:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3659 00000100:00100000:3.0:1761243004.858463:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006ac2b9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481013760:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858498:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006ac2b9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481013760:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243004.858504:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3659 00000100:00080000:3.0:1761243004.858529:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243004.858533:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243004.858535:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481014080:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243004.858542:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243004.858544:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243004.858546:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481014144:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858571:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481013952:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858578:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5dec2ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481013760:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858585:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000558f8307 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481014016:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858605:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481013696 00000100:00100000:3.0:1761243004.858623:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5576 00000100:00100000:3.0:1761243004.858626:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093a8f804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481013696:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243004.858653:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093a8f804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481013696:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243004.858658:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5576 00000100:00100000:3.0:1761243004.858686:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481013696:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243004.859731:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ac95e68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481013824:0@lo:400:kworker/u8:3.0 00010000:00010000:2.0:1761243005.560392:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243005.815105:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243005.815152:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243005.815186:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243005.815218:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243005.815221:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464834944 00000100:00100000:0.0:1761243005.815283:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243005.815293:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1987 00000100:00100000:1.0:1761243005.815299:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464834944:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243005.815305:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835136 00000100:00100000:0.0:1761243005.815326:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835200 00000100:00100000:0.0:1761243005.815338:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2798 00000100:00100000:0.0:1761243005.815342:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028a1bd73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464835136:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243005.815366:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028a1bd73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464835136:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243005.815366:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464834944:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 66us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243005.815373:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1987 00000100:00100000:0.0:1761243005.815374:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2798 00000100:00100000:0.0:1761243005.815386:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2364 00000100:00100000:0.0:1761243005.815389:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bc92b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464835200:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243005.815485:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243005.815510:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bc92b2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464835200:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 119us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243005.815516:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2364 00000100:00100000:2.0:1761243005.815929:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835072 00000100:00100000:2.0:1761243005.815969:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835008 00000100:00100000:2.0:1761243005.815999:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5577 00000100:00100000:2.0:1761243005.816004:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000942bc9ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464835072:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243005.816032:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000942bc9ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464835072:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 28us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243005.816038:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5577 00000100:00100000:2.0:1761243005.816050:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5578 00000100:00100000:2.0:1761243005.816054:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed33f9b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464835008:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243005.816077:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed33f9b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464835008:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243005.816082:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5578 00010000:00010000:1.0:1761243006.591924:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243006.906263:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243006.906276:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d5df337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481014336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243006.906342:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243006.906383:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014336 00000100:00100000:3.0:1761243006.906424:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:3.0:1761243006.906430:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d12fdadf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481014336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243006.906471:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243006.906510:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d12fdadf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481014336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243006.906517:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:3.0:1761243006.906555:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d5df337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481014336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243006.906638:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d5df337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481014400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243006.906661:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243006.906683:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014400 00000100:00100000:1.0:1761243006.917904:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:1.0:1761243006.917917:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481014400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243006.917950:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243006.918040:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481014400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 124us (11379us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243006.918047:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:1.0:1761243006.918191:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d5df337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481014400:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243007.608473:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243007.931849:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055f9befb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481014464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243007.931919:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243007.932012:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014464 00000100:00100000:2.0:1761243007.932058:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660 00000100:00100000:2.0:1761243007.932064:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bad7a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481014464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243007.932099:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243007.932150:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bad7a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481014464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243007.932157:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660 00000100:00100000:0.0:1761243007.932251:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055f9befb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481014464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243007.933031:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243007.933042:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000630ae451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481014528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243007.933074:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243007.933733:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014528 00000100:00100000:2.0:1761243007.933777:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3661 00000100:00100000:2.0:1761243007.933782:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f9befb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481014528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243007.933813:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243007.933863:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f9befb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481014528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243007.933870:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3661 00000100:00100000:3.0:1761243007.933948:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000630ae451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481014528:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761243008.633192:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761243009.659226:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243009.976765:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007146542b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481014592:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243009.976841:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243009.976857:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae692c45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481014656:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243009.976899:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243009.976964:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014592 00000100:00100000:2.0:1761243009.977017:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988 00000100:00100000:2.0:1761243009.977024:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481014592:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.977082:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481014592:12345-0@lo:400:kworker/u8:3.0 Request processed in 57us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243009.977091:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988 00000100:00080000:1.0:1761243009.977105:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243009.977110:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243009.977114:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243009.977120:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4517 00000100:00080000:1.0:1761243009.977123:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761243009.977128:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243009.977148:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077984fe8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481014848:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243009.977150:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d5c70ce3 x1846792481015040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243009.977170:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243009.977173:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243009.977175:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1761243009.977179:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761243009.977181:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4517 00000100:00080000:1.0:1761243009.977184:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761243009.977188:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243009.977202:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000aa0e7619 x1846792481015104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243009.977212:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007146542b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481014592:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243009.977263:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aae876d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481014784:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.977268:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9a08d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481015232:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243009.977310:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243009.977314:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243009.977335:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000907a49a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481015168:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.977338:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243009.977346:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000086ee5ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481014912:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243009.977361:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243009.977380:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243009.977395:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1761243009.977403:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e336bd2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481014720:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243009.977428:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243009.977445:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ae8b888 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481014976:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243009.977465:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243009.977493:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014656 00000100:00100000:2.0:1761243009.977516:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5c70ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481015040:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243009.977520:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014848 00000100:00100000:1.0:1761243009.977538:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015232 00000100:00100000:2.0:1761243009.977548:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243009.977556:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015168 00000100:00100000:2.0:1761243009.977565:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa0e7619 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481015104:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243009.977571:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5579 00000100:00100000:1.0:1761243009.977576:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aaa5925b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481014656:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.977584:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243009.977620:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aaa5925b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481014656:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243009.977624:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014784 00000100:00100000:1.0:1761243009.977628:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5579 00000100:00100000:1.0:1761243009.977644:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5580 00000100:00100000:1.0:1761243009.977651:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003367dd31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481014848:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.977651:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3662 00000100:00100000:2.0:1761243009.977658:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bf98b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481014784:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243009.977689:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003367dd31 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481014848:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243009.977696:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5580 00000100:00100000:2.0:1761243009.977703:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bf98b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481014784:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243009.977711:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5581 00000100:00100000:2.0:1761243009.977712:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3662 00000100:00100000:1.0:1761243009.977719:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d7ba70d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481015232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.977730:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014720 00000100:00100000:1.0:1761243009.977750:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d7ba70d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481015232:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243009.977754:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3663 00000100:00100000:2.0:1761243009.977759:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc606aff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481014720:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.977788:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc606aff pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481014720:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243009.977793:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3663 00000100:00100000:2.0:1761243009.977811:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014912 00000100:00100000:2.0:1761243009.977827:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481014976 00000100:00100000:2.0:1761243009.977839:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015040 00000100:00100000:2.0:1761243009.977848:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015104 00000100:00100000:2.0:1761243009.977857:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:2.0:1761243009.977860:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481014912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.977883:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481014912:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243009.977887:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00000100:00100000:2.0:1761243009.977895:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00100000:2.0:1761243009.977897:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010df96a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481014976:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.977913:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010df96a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481014976:12345-0@lo:400:kworker/u8:3.0 Request processed in 15us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243009.977917:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00100000:2.0:1761243009.977924:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365 00000100:00100000:2.0:1761243009.977926:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481015040:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243009.978009:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243009.978034:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481015040:12345-0@lo:8:kworker/u8:3.0 Request processed in 106us (487us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243009.978039:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365 00000100:00100000:2.0:1761243009.978049:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366 00000100:00100000:2.0:1761243009.978051:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000685d0256 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481015104:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243009.978132:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243009.978151:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000685d0256 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481015104:12345-0@lo:8:kworker/u8:3.0 Request processed in 99us (568us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243009.978156:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366 00000100:00100000:2.0:1761243009.978182:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000086ee5ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481014912:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.978190:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9a08d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481015232:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.978198:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077984fe8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481014848:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243009.978224:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243009.978254:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243009.978258:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5c70ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481015040:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243009.978268:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243009.978270:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243009.978272:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa0e7619 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481015104:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243009.978297:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e336bd2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481014720:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.978306:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ae8b888 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481014976:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243009.978313:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aae876d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481014784:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243009.980274:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5581 00000100:00100000:0.0:1761243009.980294:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5582 00000100:00100000:0.0:1761243009.980306:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a88a46e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481015168:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243009.980411:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae692c45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481014656:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243009.980440:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a88a46e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481015168:12345-0@lo:400:kworker/u8:3.0 Request processed in 135us (3077us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243009.980449:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5582 00000100:00100000:2.0:1761243009.980730:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000907a49a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481015168:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243010.680638:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243010.931744:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243010.931944:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835520 00000100:00100000:3.0:1761243010.932789:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2367 00000100:00100000:3.0:1761243010.932797:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d471f491 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464835520:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:3.0:1761243010.932899:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243010.932995:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d471f491 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464835520:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 197us (1259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243010.933003:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2367 00000100:00100000:3.0:1761243010.939425:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243010.939464:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243010.939494:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243010.939527:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243010.939601:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835456 00000100:00100000:2.0:1761243010.939650:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2801 00000100:00100000:2.0:1761243010.939656:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049f025a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464835456:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761243010.939721:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049f025a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464835456:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 65us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243010.939728:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2801 00000100:00100000:0.0:1761243010.940258:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835264 00000100:00100000:0.0:1761243010.940288:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1989 00000100:00100000:0.0:1761243010.940292:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464835264:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761243010.940487:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835328 00000100:00100000:1.0:1761243010.940512:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835392 00000100:00100000:1.0:1761243010.940528:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5583 00000100:00100000:1.0:1761243010.940532:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a85ee9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464835328:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761243010.940631:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464835264:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 337us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243010.940642:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1989 00000100:00100000:0.0:1761243010.940673:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5584 00000100:00100000:0.0:1761243010.940677:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0d17833 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464835392:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761243010.941035:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a85ee9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464835328:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 501us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243010.941042:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5583 00000100:00100000:0.0:1761243010.941333:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0d17833 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464835392:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 655us (1805us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243010.941340:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5584 00010000:00010000:1.0:1761243011.716454:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243012.025034:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a023057d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481015296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243012.025104:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243012.025210:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae692c45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481015360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243012.025257:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243012.025326:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015296 00000100:00100000:1.0:1761243012.025373:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015360 00000100:00100000:1.0:1761243012.025392:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:1.0:1761243012.025397:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003068f5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481015296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243012.025429:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243012.025465:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003068f5eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481015296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243012.025471:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00000100:00100000:1.0:1761243012.025485:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1707 00000100:00100000:1.0:1761243012.025488:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481015360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243012.025496:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243012.025515:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481015360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 26us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243012.025520:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1707 00000100:00100000:1.0:1761243012.025552:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae692c45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481015360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243012.025574:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a023057d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481015296:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761243012.729311:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243013.048443:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027f7fc42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481015424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243013.048526:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243013.048720:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015424 00000100:00100000:0.0:1761243013.048773:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664 00000100:00100000:0.0:1761243013.048778:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050f8d612 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481015424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243013.048820:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243013.048875:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050f8d612 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481015424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243013.048884:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664 00000100:00100000:2.0:1761243013.048956:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027f7fc42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481015424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243013.049429:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae692c45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481015488:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243013.049460:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243013.049541:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015488 00000100:00100000:1.0:1761243013.049575:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665 00000100:00100000:1.0:1761243013.049579:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e97c5ceb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481015488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243013.049602:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243013.050056:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e97c5ceb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481015488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 475us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243013.050063:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665 00000100:00100000:2.0:1761243013.050115:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae692c45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481015488:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761243013.753602:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243014.777197:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761243015.096609:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243015.096616:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243015.096619:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243015.096627:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4522 00000100:00080000:1.0:1761243015.096630:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761243015.096636:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243015.096652:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000083237d1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481015552:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243015.096655:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e336bd2a x1846792481016000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243015.096671:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243015.096674:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243015.096675:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243015.096678:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4522 00000100:00080000:1.0:1761243015.096679:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761243015.096682:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243015.096691:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000aa0e7619 x1846792481016064/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243015.096719:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481015680:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243015.096721:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243015.096743:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000907a49a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481015808:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243015.096749:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243015.096765:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ae8b888 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481015936:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243015.096765:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243015.096781:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077984fe8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481016192:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243015.096783:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243015.096799:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761243015.096800:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243015.096803:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa0c4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481015616:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243015.096813:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761243015.096818:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae692c45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481015744:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243015.096821:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243015.096833:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aae876d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481015872:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243015.096836:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243015.096847:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5c70ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481016128:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243015.096849:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243015.096864:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243015.096868:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e336bd2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481016000:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243015.096887:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243015.096891:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015552 00000100:00100000:1.0:1761243015.096912:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa0e7619 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481016064:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243015.096929:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990 00000100:00100000:1.0:1761243015.096932:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243015.096934:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481015552:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243015.096957:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015936 00000100:00100000:3.0:1761243015.096977:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481015552:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243015.096982:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015872 00000100:00100000:3.0:1761243015.096984:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990 00000100:00100000:1.0:1761243015.096994:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016000 00000100:00100000:1.0:1761243015.097004:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016064 00000100:00100000:1.0:1761243015.097013:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00000100:00100000:1.0:1761243015.097017:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000086ee5ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481015936:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243015.097023:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000083237d1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481015552:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243015.097047:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000086ee5ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481015936:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243015.097053:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00100000:1.0:1761243015.097065:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00000100:00100000:1.0:1761243015.097068:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000630ae451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481015872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243015.097098:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000630ae451 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481015872:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243015.097248:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015808 00000100:00100000:2.0:1761243015.097276:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016192 00000100:00100000:2.0:1761243015.097301:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015616 00000100:00100000:2.0:1761243015.097317:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016128 00000100:00100000:2.0:1761243015.097330:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5585 00000100:00100000:2.0:1761243015.097334:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054446e2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481015808:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243015.097374:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054446e2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481015808:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243015.097380:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5585 00000100:00100000:2.0:1761243015.097394:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5586 00000100:00100000:2.0:1761243015.097397:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa044b7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481016192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243015.097421:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa044b7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481016192:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243015.097429:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5586 00000100:00100000:2.0:1761243015.097439:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5587 00000100:00100000:2.0:1761243015.097442:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007146542b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481015616:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243015.097464:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007146542b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481015616:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243015.097469:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5587 00000100:00100000:2.0:1761243015.097478:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5588 00000100:00100000:2.0:1761243015.097481:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001252e6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481016128:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243015.097500:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001252e6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481016128:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243015.097505:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5588 00000100:00100000:2.0:1761243015.097535:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015680 00000100:00100000:2.0:1761243015.097555:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481015744 00000100:00100000:2.0:1761243015.097570:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666 00000100:00100000:2.0:1761243015.097572:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9a08d73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481015680:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243015.097597:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9a08d73 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481015680:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243015.097601:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666 00000100:00100000:2.0:1761243015.097610:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3667 00000100:00100000:2.0:1761243015.097613:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043a7af78 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481015744:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243015.097634:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043a7af78 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481015744:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243015.097638:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3667 00000100:00100000:2.0:1761243015.097681:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae692c45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481015744:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243015.097694:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5c70ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481016128:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243015.097703:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077984fe8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481016192:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243015.097711:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000907a49a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481015808:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243015.098693:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa0c4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481015616:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243015.098707:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aae876d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481015872:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243015.098717:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481015680:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243015.098727:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ae8b888 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481015936:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243015.099766:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368 00000100:00100000:3.0:1761243015.099774:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045feb0fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481016000:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243015.099868:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243015.099947:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045feb0fc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481016000:12345-0@lo:8:kworker/u8:3.0 Request processed in 173us (3059us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243015.099956:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368 00000100:00100000:1.0:1761243015.099965:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00000100:00100000:3.0:1761243015.099978:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:3.0:1761243015.099981:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f822936 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481016064:12345-0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243015.100004:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243015.100009:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243015.100012:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e336bd2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481016000:0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243015.100056:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243015.100095:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f822936 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481016064:12345-0@lo:8:kworker/u8:3.0 Request processed in 112us (3161us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243015.100101:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00080000:1.0:1761243015.100172:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243015.100176:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243015.100179:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa0e7619 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481016064:0@lo:8:kworker/u8:3.0 00010000:00010000:1.0:1761243015.800760:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243016.097150:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243016.097196:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243016.097216:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243016.097257:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243016.097313:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243016.097840:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835584 00000100:00100000:0.0:1761243016.097895:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1991 00000100:00100000:0.0:1761243016.097903:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464835584:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761243016.097970:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464835584:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 67us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243016.097981:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1991 00000100:00100000:0.0:1761243016.098015:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835712 00000100:00100000:0.0:1761243016.098039:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835648 00000100:00100000:0.0:1761243016.098056:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5589 00000100:00100000:0.0:1761243016.098060:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f9e23da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464835712:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761243016.098088:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f9e23da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464835712:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 27us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243016.098094:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5589 00000100:00100000:0.0:1761243016.098105:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5590 00000100:00100000:0.0:1761243016.098109:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e01f19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464835648:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761243016.098128:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e01f19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464835648:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 18us (913us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243016.098134:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5590 00000100:00100000:0.0:1761243016.098155:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835776 00000100:00100000:0.0:1761243016.098176:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835840 00000100:00100000:0.0:1761243016.098190:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2804 00000100:00100000:0.0:1761243016.098194:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464835776:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761243016.098218:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464835776:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 24us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243016.098225:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2804 00000100:00100000:0.0:1761243016.098262:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2370 00000100:00100000:0.0:1761243016.098266:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464835840:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:0.0:1761243016.098371:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243016.098400:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464835840:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 133us (1088us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243016.098406:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2370 00010000:00010000:3.0:1761243016.824492:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243017.144777:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481016256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243017.144842:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243017.144935:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016256 00000100:00100000:3.0:1761243017.144962:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761243017.144970:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d5df337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481016320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243017.144972:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:0.0:1761243017.144977:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481016256:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243017.144996:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1761243017.145007:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243017.145025:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016320 00000100:00100000:3.0:1761243017.145046:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:0.0:1761243017.145047:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481016256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243017.145050:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0e7619 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481016320:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243017.145055:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00002000:00000024:3.0:1761243017.145059:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243017.145097:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d5df337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481016320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243017.145141:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0e7619 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481016320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243017.145148:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:0.0:1761243017.145837:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481016256:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761243017.848437:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243018.168890:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001f1980a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481016384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243018.168904:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba339f36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481016448:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243018.168978:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243018.169062:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243018.169151:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016448 00000100:00100000:3.0:1761243018.169194:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016384 00000100:00100000:1.0:1761243018.170154:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3668 00000100:00100000:1.0:1761243018.170163:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e336bd2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481016448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243018.170204:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243018.170275:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3669 00000100:00100000:0.0:1761243018.170281:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007718cc37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481016384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243018.170307:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243018.170537:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e336bd2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481016448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 373us (1562us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243018.170538:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007718cc37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481016384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 256us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243018.170552:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3668 00000100:00100000:0.0:1761243018.170558:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3669 00000100:00100000:1.0:1761243018.170617:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba339f36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481016448:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243018.170654:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001f1980a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481016384:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243018.872458:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243019.896800:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761243020.216481:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243020.216488:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243020.216492:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243020.216500:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4527 00000100:00080000:1.0:1761243020.216503:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243020.216509:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243020.216527:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f527bcaf x1846792481016960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243020.216543:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243020.216546:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243020.216547:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243020.216550:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4527 00000100:00080000:1.0:1761243020.216551:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243020.216554:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243020.216563:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e0c6b82d x1846792481017024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243020.216614:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075324a3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481016640:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.216676:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243020.216710:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dd564e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481016896:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.216733:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243020.216753:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761243020.216758:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d586148d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481016704:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.216779:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243020.216793:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481017088:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.216814:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243020.216846:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016896 00000100:00100000:1.0:1761243020.216890:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00000100:00100000:1.0:1761243020.216895:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5572923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481016896:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.216960:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5572923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481016896:12345-0@lo:400:kworker/u8:3.0 Request processed in 64us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243020.216967:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00000100:00100000:1.0:1761243020.216992:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017088 00000100:00100000:1.0:1761243020.217017:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5591 00000100:00100000:1.0:1761243020.217021:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b323d5e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481017088:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.217049:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b323d5e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481017088:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243020.217054:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5591 00000100:00100000:1.0:1761243020.217080:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f527bcaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481016960:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243020.217102:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243020.217113:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c6b82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481017024:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243020.217130:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243020.217152:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016960 00000100:00100000:1.0:1761243020.217166:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017024 00000100:00100000:1.0:1761243020.217177:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371 00000100:00100000:1.0:1761243020.217180:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061a52469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481016960:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243020.217324:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243020.217358:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061a52469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481016960:12345-0@lo:8:kworker/u8:3.0 Request processed in 176us (256us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243020.217365:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371 00000100:00100000:1.0:1761243020.217375:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2372 00000100:00100000:1.0:1761243020.217378:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000045498eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481017024:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243020.217453:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243020.217474:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000045498eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481017024:12345-0@lo:8:kworker/u8:3.0 Request processed in 94us (344us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243020.217480:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2372 00000100:00100000:1.0:1761243020.217499:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016640 00000100:00100000:1.0:1761243020.217518:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016704 00000100:00100000:1.0:1761243020.217537:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670 00000100:00100000:1.0:1761243020.217540:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca7241b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481016640:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.217566:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca7241b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481016640:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243020.217571:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670 00000100:00100000:1.0:1761243020.217582:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3671 00000100:00100000:1.0:1761243020.217585:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000690fea7b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481016704:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.217607:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000690fea7b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481016704:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243020.217611:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3671 00000100:00080000:1.0:1761243020.217645:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243020.217648:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243020.217652:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f527bcaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481016960:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243020.217661:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243020.217662:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243020.217665:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c6b82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481017024:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243020.217703:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d586148d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481016704:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.217712:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481017088:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.217718:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075324a3c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481016640:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.217725:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dd564e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481016896:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218057:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba339f36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481016512:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218092:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243020.218119:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c87a26a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481016768:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218140:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243020.218154:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481017152:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218176:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243020.218204:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761243020.218210:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee63ec04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481016576:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218262:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243020.218276:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051a6ab7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481016832:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218296:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243020.218322:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016832 00000100:00100000:0.0:1761243020.218350:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:0.0:1761243020.218355:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481016832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218389:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481016832:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243020.218394:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00000100:00100000:0.0:1761243020.218416:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016768 00000100:00100000:0.0:1761243020.218435:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017152 00000100:00100000:0.0:1761243020.218450:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016576 00000100:00100000:0.0:1761243020.218464:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5592 00000100:00100000:0.0:1761243020.218467:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046f4912a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481016768:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218496:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046f4912a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481016768:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243020.218501:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5592 00000100:00100000:0.0:1761243020.218512:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5593 00000100:00100000:0.0:1761243020.218515:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095136e68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481017152:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218538:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095136e68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481017152:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243020.218544:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5593 00000100:00100000:0.0:1761243020.218553:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5594 00000100:00100000:0.0:1761243020.218557:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cee1194 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481016576:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218579:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cee1194 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481016576:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243020.218584:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5594 00000100:00100000:0.0:1761243020.218627:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee63ec04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481016576:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218635:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051a6ab7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481016832:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218643:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c87a26a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481016768:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243020.218649:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481017152:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.220120:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481016512 00000100:00100000:1.0:1761243020.220185:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1992 00000100:00100000:1.0:1761243020.220199:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481016512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243020.220633:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481016512:12345-0@lo:400:kworker/u8:3.0 Request processed in 439us (2538us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243020.220640:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1992 00000100:00100000:2.0:1761243020.220716:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba339f36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481016512:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761243020.920494:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243021.178040:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243021.178087:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243021.178131:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243021.178159:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243021.178217:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243021.178796:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835968 00000100:00100000:0.0:1761243021.178858:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836032 00000100:00100000:0.0:1761243021.178882:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5595 00000100:00100000:0.0:1761243021.178888:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ae8b888 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464835968:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761243021.178967:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ae8b888 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464835968:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 78us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243021.178975:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5595 00000100:00100000:0.0:1761243021.178992:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5596 00000100:00100000:0.0:1761243021.178996:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aae876d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464836032:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761243021.179019:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aae876d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464836032:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 23us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243021.179025:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5596 00000100:00100000:0.0:1761243021.179859:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836096 00000100:00100000:0.0:1761243021.180142:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836160 00000100:00100000:0.0:1761243021.180163:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2807 00000100:00100000:0.0:1761243021.180169:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464836096:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761243021.180250:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464836096:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 79us (2162us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243021.180257:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2807 00000100:00100000:0.0:1761243021.180271:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2373 00000100:00100000:0.0:1761243021.180276:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca31b13f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464836160:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:0.0:1761243021.180371:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243021.180397:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca31b13f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464836160:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 120us (2180us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243021.180403:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2373 00000100:00100000:2.0:1761243021.183091:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464835904 00000100:00100000:2.0:1761243021.183182:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1993 00000100:00100000:2.0:1761243021.183189:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464835904:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1761243021.183312:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464835904:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 122us (5181us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243021.183320:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1993 00010000:00010000:2.0:1761243021.944818:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243022.266497:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761243022.266515:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa0c4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481017216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243022.266584:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243022.266629:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017216 00000100:00100000:3.0:1761243022.266672:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00000100:00100000:3.0:1761243022.266678:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000907a49a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481017216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243022.266711:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243022.266765:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000907a49a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481017216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243022.266773:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00100000:1.0:1761243022.266796:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001dd564e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481017280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243022.266840:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243022.266929:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa0c4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481017216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243022.268473:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017280 00000100:00100000:3.0:1761243022.269112:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711 00000100:00100000:3.0:1761243022.269121:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075324a3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481017280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243022.269168:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243022.269256:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075324a3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481017280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (2417us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243022.269268:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711 00000100:00100000:2.0:1761243022.269693:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001dd564e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481017280:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243022.969691:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243023.289129:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243023.289153:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481017344:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243023.289221:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243023.289308:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d586148d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481017408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243023.289740:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017344 00000100:00100000:0.0:1761243023.289805:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672 00000100:00100000:0.0:1761243023.289811:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481017344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243023.289850:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243023.290063:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243023.290284:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481017344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 471us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243023.290291:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672 00000100:00100000:0.0:1761243023.290310:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017408 00000100:00100000:2.0:1761243023.293285:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481017344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243023.293697:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3673 00000100:00100000:0.0:1761243023.293705:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c6b82d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481017408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243023.293745:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243023.293823:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c6b82d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481017408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (3761us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243023.293830:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3673 00000100:00100000:2.0:1761243023.294053:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d586148d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481017408:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243023.992692:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243025.016958:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243025.336756:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a411020 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481017472:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243025.336830:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243025.336916:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017472 00000100:00100000:1.0:1761243025.336964:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994 00000100:00100000:1.0:1761243025.336969:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481017472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243025.337992:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481017472:12345-0@lo:400:kworker/u8:3.0 Request processed in 1020us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243025.338001:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994 00000100:00100000:1.0:1761243025.338043:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045ebb143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481017600:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243025.338071:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243025.338088:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243025.338092:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dc2206 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481017536:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243025.338122:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243025.338147:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017536 00000100:00100000:1.0:1761243025.338176:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5597 00000100:00100000:1.0:1761243025.338180:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8190be9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481017536:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243025.338218:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8190be9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481017536:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243025.338245:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5597 00000100:00100000:1.0:1761243025.338280:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dc2206 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481017536:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243025.338310:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017600 00000100:00100000:1.0:1761243025.338336:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3674 00000100:00100000:1.0:1761243025.338339:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481017600:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243025.338369:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481017600:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243025.338375:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3674 00000100:00100000:1.0:1761243025.338397:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045ebb143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481017600:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243025.338500:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243025.338505:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243025.338508:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243025.338511:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4532 00000100:00080000:2.0:1761243025.338514:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243025.338517:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243025.338535:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005724ead9 x1846792481017920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243025.338547:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243025.338550:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243025.338551:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243025.338554:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4532 00000100:00080000:2.0:1761243025.338555:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243025.338557:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243025.338563:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b697dbf1 x1846792481017984/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243025.338626:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005724ead9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481017920:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243025.338650:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243025.338672:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b697dbf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481017984:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243025.338687:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243025.338707:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbc41e1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481017856:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243025.338721:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243025.338732:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243025.338736:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b13aabc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481017792:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243025.338749:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243025.338774:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017920 00000100:00100000:1.0:1761243025.338789:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017984 00000100:00100000:1.0:1761243025.338798:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017856 00000100:00100000:1.0:1761243025.338810:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017792 00000100:00100000:1.0:1761243025.338818:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:1.0:1761243025.338822:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481017856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243025.338851:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481017856:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243025.338856:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00100000:1.0:1761243025.338865:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:1.0:1761243025.338867:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d586148d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481017792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243025.338883:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d586148d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481017792:12345-0@lo:400:kworker/u8:3.0 Request processed in 15us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243025.338887:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00100000:3.0:1761243025.339126:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d3e3a2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481017664:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243025.339156:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243025.339171:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481018048:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243025.339190:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243025.339204:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761243025.339209:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c38b67c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481017728:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243025.339251:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243025.339265:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2b8f971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481018112:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243025.339284:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243025.339308:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018048 00000100:00100000:3.0:1761243025.339334:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017728 00000100:00100000:3.0:1761243025.339350:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018112 00000100:00100000:3.0:1761243025.339367:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5598 00000100:00100000:3.0:1761243025.339370:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5c70ce3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481018048:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243025.339403:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5c70ce3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481018048:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243025.339409:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5598 00000100:00100000:3.0:1761243025.339421:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5599 00000100:00100000:3.0:1761243025.339425:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae692c45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481017728:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243025.339449:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae692c45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481017728:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243025.339454:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5599 00000100:00100000:3.0:1761243025.339463:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5600 00000100:00100000:3.0:1761243025.339466:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000083237d1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481018112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243025.339488:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000083237d1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481018112:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243025.339493:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5600 00000100:00100000:3.0:1761243025.339529:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c38b67c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481017728:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243025.339538:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2b8f971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481018112:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243025.339545:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481018048:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243025.339588:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:3.0:1761243025.339592:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1a6176a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481017920:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243025.339678:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243025.339712:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1a6176a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481017920:12345-0@lo:8:kworker/u8:3.0 Request processed in 119us (1061us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243025.339718:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000100:00100000:3.0:1761243025.339729:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:3.0:1761243025.339732:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c839a290 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481017984:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243025.339806:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243025.339829:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c839a290 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481017984:12345-0@lo:8:kworker/u8:3.0 Request processed in 96us (1142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243025.339835:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000100:00100000:3.0:1761243025.339866:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b13aabc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481017792:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243025.339875:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbc41e1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481017856:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761243025.340013:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243025.340018:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243025.340021:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005724ead9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481017920:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243025.340029:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243025.340031:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243025.340033:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b697dbf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481017984:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243025.340056:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481017664 00000100:00100000:1.0:1761243025.340079:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3675 00000100:00100000:1.0:1761243025.340082:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077984fe8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481017664:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243025.340129:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077984fe8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481017664:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243025.340135:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3675 00000100:00100000:1.0:1761243025.340160:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d3e3a2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481017664:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243025.340321:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a411020 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481017472:0@lo:400:kworker/u8:3.0 00010000:00010000:2.0:1761243026.040512:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243026.297626:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243026.297676:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243026.297719:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243026.297753:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243026.297794:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836352 00000100:00100000:0.0:1761243026.297831:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243026.297844:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836288 00000100:00100000:3.0:1761243026.297863:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5601 00000100:00100000:3.0:1761243026.297869:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028a1bd73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464836352:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243026.297870:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5602 00000100:00100000:0.0:1761243026.297874:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bc92b2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464836288:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243026.297934:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bc92b2f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464836288:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 59us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243026.297942:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5602 00000100:00100000:3.0:1761243026.298004:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028a1bd73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464836352:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 133us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243026.298005:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836224 00000100:00100000:3.0:1761243026.298013:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5601 00000100:00100000:0.0:1761243026.298040:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836416 00000100:00100000:3.0:1761243026.298045:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1995 00000100:00100000:3.0:1761243026.298050:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464836224:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243026.298087:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836480 00000100:00100000:3.0:1761243026.298088:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464836224:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 27us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243026.298183:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2810 00000100:00100000:0.0:1761243026.298187:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464836416:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243026.298209:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464836416:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243026.298214:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2810 00000100:00100000:0.0:1761243026.298225:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2376 00000100:00100000:0.0:1761243026.298257:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecbb7872 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464836480:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243026.298479:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243026.298516:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecbb7872 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464836480:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 287us (685us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243026.298523:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2376 00000100:00100000:3.0:1761243026.303295:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1995 00010000:00010000:1.0:1761243027.071028:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243027.384600:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243027.384618:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481018176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243027.384701:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243027.384740:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ffa0c4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481018240:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243027.384762:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243027.384937:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018176 00000100:00100000:3.0:1761243027.384971:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018240 00000100:00100000:0.0:1761243027.384983:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:0.0:1761243027.384990:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dd564e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481018176:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243027.385007:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:3.0:1761243027.385012:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f822936 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481018240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243027.385027:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:3.0:1761243027.385029:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243027.385092:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f822936 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481018240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243027.385097:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dd564e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481018176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243027.385104:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00100000:3.0:1761243027.385148:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ffa0c4bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481018240:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243027.385163:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481018176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243027.385816:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00010000:00010000:1.0:1761243028.089018:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243028.409440:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481018304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243028.409510:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243028.409831:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018304 00000100:00100000:1.0:1761243028.409880:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676 00000100:00100000:1.0:1761243028.409886:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa0c4bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481018304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243028.409933:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243028.409991:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa0c4bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481018304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243028.409997:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676 00000100:00100000:0.0:1761243028.410054:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481018304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243028.411598:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481018368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243028.411650:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243028.411839:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018368 00000100:00100000:3.0:1761243028.412120:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677 00000100:00100000:3.0:1761243028.412126:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000203dd8fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481018368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243028.412160:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243028.412206:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000203dd8fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481018368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243028.412212:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677 00000100:00100000:2.0:1761243028.416953:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481018368:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761243029.112501:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761243030.139327:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243030.456818:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243030.456825:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243030.456829:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243030.456837:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4537 00000100:00080000:2.0:1761243030.456841:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243030.456846:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243030.456865:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e2b8f971 x1846792481018880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243030.456877:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243030.456880:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243030.456881:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243030.456884:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4537 00000100:00080000:2.0:1761243030.456886:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243030.456889:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243030.456898:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c38b67c4 x1846792481018944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243030.456929:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005724ead9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481018624:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243030.456993:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243030.457044:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045ebb143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481019008:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243030.457068:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243030.457085:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243030.457090:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b697dbf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481018560:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243030.457110:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243030.457121:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481018816:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243030.457308:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019008 00000100:00100000:0.0:1761243030.457349:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5603 00000100:00100000:0.0:1761243030.457355:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f67492ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481019008:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243030.457403:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f67492ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481019008:12345-0@lo:400:kworker/u8:3.0 Request processed in 47us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243030.457409:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5603 00000100:00100000:3.0:1761243030.457486:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d3e3a2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481018496:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.457513:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243030.457536:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b13aabc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481018752:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.457557:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243030.457574:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1761243030.457578:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a411020 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481018432:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.457603:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243030.457616:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbc41e1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481018688:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.457633:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243030.457644:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3dc2206 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481019072:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.457660:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243030.457681:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018496 00000100:00100000:3.0:1761243030.457700:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018688 00000100:00100000:3.0:1761243030.457712:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019072 00000100:00100000:3.0:1761243030.457725:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5604 00000100:00100000:3.0:1761243030.457729:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000010df96a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481018496:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.457756:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000010df96a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481018496:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243030.457762:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5604 00000100:00100000:3.0:1761243030.457772:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5605 00000100:00100000:3.0:1761243030.457774:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045feb0fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481018688:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.457793:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045feb0fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481018688:12345-0@lo:400:kworker/u8:3.0 Request processed in 18us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243030.457797:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5605 00000100:00100000:3.0:1761243030.457805:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5606 00000100:00100000:3.0:1761243030.457807:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000630ae451 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481019072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.457823:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000630ae451 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481019072:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243030.457828:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5606 00000100:00100000:3.0:1761243030.457841:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018752 00000100:00100000:3.0:1761243030.457860:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00000100:00100000:3.0:1761243030.457863:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000086ee5ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481018752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.457885:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000086ee5ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481018752:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243030.457890:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00000100:00100000:3.0:1761243030.457905:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018432 00000100:00100000:3.0:1761243030.457923:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1996 00000100:00100000:3.0:1761243030.457927:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099c17798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481018432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.457951:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099c17798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481018432:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243030.457956:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1996 00000100:00100000:3.0:1761243030.458019:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a411020 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481018432:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.458032:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbc41e1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481018688:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.458039:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3dc2206 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481019072:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.458045:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d3e3a2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481018496:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243030.458053:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b13aabc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481018752:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243030.458269:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2b8f971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481018880:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243030.458299:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243030.458324:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c38b67c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481018944:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243030.458344:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243030.458382:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018624 00000100:00100000:1.0:1761243030.458407:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018560 00000100:00100000:1.0:1761243030.458419:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678 00000100:00100000:1.0:1761243030.458423:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001daf18a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481018624:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243030.458448:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001daf18a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481018624:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243030.458454:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678 00000100:00100000:1.0:1761243030.458466:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3679 00000100:00100000:1.0:1761243030.458479:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005569bf32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481018560:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243030.458500:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005569bf32 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481018560:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (1390us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243030.458505:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3679 00000100:00100000:0.0:1761243030.458598:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018880 00000100:00100000:0.0:1761243030.458626:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018944 00000100:00100000:0.0:1761243030.458642:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377 00000100:00100000:0.0:1761243030.458645:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000045498eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481018880:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243030.458729:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243030.458759:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000045498eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481018880:12345-0@lo:8:kworker/u8:3.0 Request processed in 113us (460us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243030.458764:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377 00000100:00100000:0.0:1761243030.458774:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2378 00000100:00100000:0.0:1761243030.458776:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba339f36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481018944:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243030.458852:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243030.458871:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba339f36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481018944:12345-0@lo:8:kworker/u8:3.0 Request processed in 94us (527us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243030.458876:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378 00000100:00080000:0.0:1761243030.458902:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243030.458905:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243030.458908:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2b8f971 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481018880:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761243030.458914:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243030.458916:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243030.458918:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c38b67c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481018944:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243030.458994:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243030.459868:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005724ead9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481018624:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243030.459881:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045ebb143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481019008:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243030.459902:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b697dbf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481018560:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243030.459985:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481018816 00000100:00100000:0.0:1761243030.460032:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:0.0:1761243030.460036:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4c1c5df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481018816:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243030.460076:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4c1c5df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481018816:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (1082us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243030.460082:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00100000:2.0:1761243030.460259:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481018816:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243031.160517:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243031.413451:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243031.413500:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243031.413534:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243031.413643:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836544 00000100:00100000:3.0:1761243031.413696:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1997 00000100:00100000:3.0:1761243031.413704:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007217741c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464836544:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761243031.413786:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007217741c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464836544:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 82us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243031.413794:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1997 00000100:00100000:1.0:1761243031.415423:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836608 00000100:00100000:1.0:1761243031.415485:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836672 00000100:00100000:1.0:1761243031.415507:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5607 00000100:00100000:1.0:1761243031.415512:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000737d58e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464836608:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761243031.415573:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000737d58e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464836608:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 59us (2073us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243031.415580:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5607 00000100:00100000:1.0:1761243031.415595:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5608 00000100:00100000:1.0:1761243031.415599:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092e0f7b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464836672:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761243031.415622:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092e0f7b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464836672:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 23us (2089us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243031.415628:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5608 00000100:00100000:0.0:1761243031.415705:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243031.415919:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243031.416575:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836736 00000100:00100000:3.0:1761243031.416630:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836800 00000100:00100000:3.0:1761243031.416665:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2813 00000100:00100000:3.0:1761243031.416669:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464836736:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761243031.416713:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464836736:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 43us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243031.416720:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2813 00000100:00100000:3.0:1761243031.416732:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2379 00000100:00100000:3.0:1761243031.416736:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d8a3fbb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464836800:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:3.0:1761243031.416827:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243031.416849:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d8a3fbb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464836800:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 112us (932us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243031.416855:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2379 00010000:00010000:1.0:1761243032.188655:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243032.504427:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481019136:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243032.504502:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243032.504563:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019136 00000100:00100000:3.0:1761243032.504606:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:3.0:1761243032.504611:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273d5345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481019136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243032.504648:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243032.504688:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273d5345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481019136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243032.504695:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00100000:3.0:1761243032.504743:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481019136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243032.504932:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481019200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243032.504990:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243032.505067:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019200 00000100:00100000:0.0:1761243032.505099:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715 00000100:00100000:0.0:1761243032.505104:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f1980a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481019200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243032.505115:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243032.505151:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f1980a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481019200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243032.505159:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715 00000100:00100000:0.0:1761243032.505200:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481019200:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761243033.208462:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243033.528661:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d5c873b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481019264:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243033.528729:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243033.528819:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243033.528827:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c87a26a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481019328:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243033.529029:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243033.529061:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019264 00000100:00100000:1.0:1761243033.529095:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019328 00000100:00100000:1.0:1761243033.529113:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3680 00000100:00100000:1.0:1761243033.529118:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027f7fc42 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481019264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243033.529153:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243033.529251:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3681 00000100:00100000:2.0:1761243033.529256:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a6ab7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481019328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243033.529277:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243033.529309:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a6ab7f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481019328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243033.529315:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3681 00000100:00100000:1.0:1761243033.529658:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027f7fc42 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481019264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 539us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243033.529698:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3680 00000100:00100000:1.0:1761243033.529731:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c87a26a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481019328:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243033.529781:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d5c873b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481019264:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761243034.232499:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243035.256481:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243035.576743:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243035.578008:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f71a2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481019456:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243035.578085:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243035.578097:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093b7f096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481019584:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243035.578115:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761243035.578120:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062529898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481019520:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243035.578126:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243035.578141:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055f8d7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481019392:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243035.578141:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243035.578163:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243035.578173:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019456 00000100:00100000:2.0:1761243035.578190:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019584 00000100:00100000:2.0:1761243035.578209:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019520 00000100:00100000:3.0:1761243035.578213:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5609 00000100:00100000:3.0:1761243035.578218:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b697dbf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481019456:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243035.578222:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3682 00000100:00100000:2.0:1761243035.578225:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e01a4f93 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481019584:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243035.578279:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e01a4f93 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481019584:12345-0@lo:400:kworker/u8:2.0 Request processed in 52us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243035.578279:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b697dbf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481019456:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243035.578286:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3682 00000100:00100000:3.0:1761243035.578286:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5609 00000100:00100000:2.0:1761243035.578302:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3683 00000100:00100000:2.0:1761243035.578305:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045ebb143 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481019520:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243035.578327:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045ebb143 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481019520:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243035.578331:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f71a2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481019456:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243035.578333:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3683 00000100:00100000:3.0:1761243035.578347:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062529898 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481019520:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243035.578359:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093b7f096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481019584:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243035.578386:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019392 00000100:00100000:2.0:1761243035.578418:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1998 00000100:00100000:2.0:1761243035.578422:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481019392:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243035.581033:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009613d22f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481019648:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243035.581097:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243035.581141:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481019392:12345-0@lo:400:kworker/u8:2.0 Request processed in 2713us (2973us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243035.581151:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1998 00000100:00100000:2.0:1761243035.581203:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7996e8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481019712:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243035.581239:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243035.581257:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761243035.581261:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055650a62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481019776:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243035.581277:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243035.581305:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019648 00000100:00080000:0.0:1761243035.581480:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243035.581486:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243035.581490:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243035.581494:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4542 00000100:00080000:0.0:1761243035.581497:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243035.581500:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243035.581505:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019712 00000100:00100000:0.0:1761243035.581520:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006bbd7ec5 x1846792481019840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243035.581529:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019776 00000100:00080000:0.0:1761243035.581534:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243035.581537:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243035.581539:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243035.581541:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4542 00000100:00080000:0.0:1761243035.581543:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243035.581546:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243035.581546:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00000100:00100000:3.0:1761243035.581551:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4a5a16a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481019712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243035.581557:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b5d5677f x1846792481019904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243035.581593:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4a5a16a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481019712:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243035.581595:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00000100:00100000:0.0:1761243035.581598:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001430af84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481019776:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243035.581599:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00000100:00100000:0.0:1761243035.581628:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001430af84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481019776:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243035.581633:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00000100:00100000:3.0:1761243035.581637:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055650a62 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481019776:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243035.581646:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7996e8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481019712:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243035.581647:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bbd7ec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481019840:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243035.581666:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bdc4c47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481020032:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243035.581670:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243035.581681:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481019904:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243035.581685:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243035.581697:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243035.581698:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243035.581702:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000265e84a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481019968:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243035.581715:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019840 00000100:00100000:3.0:1761243035.581721:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243035.581730:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019904 00000100:00100000:3.0:1761243035.581743:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020032 00000100:00100000:3.0:1761243035.581764:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481019968 00000100:00100000:1.0:1761243035.582360:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055f8d7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481019392:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243035.583225:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380 00000100:00100000:3.0:1761243035.583225:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5610 00000100:00100000:0.0:1761243035.583241:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a6af57c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481019840:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243035.583241:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c38b67c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481020032:12345-0@lo:400:kworker/u8:2.0 00010000:02020000:0.0:1761243035.583327:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243035.583327:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c38b67c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481020032:12345-0@lo:400:kworker/u8:2.0 Request processed in 86us (1642us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243035.583333:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5610 00000100:00100000:3.0:1761243035.583348:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5611 00000100:00100000:3.0:1761243035.583352:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2b8f971 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481019968:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243035.583367:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a6af57c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481019840:12345-0@lo:8:kworker/u8:2.0 Request processed in 125us (1696us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243035.583373:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380 00000100:00100000:3.0:1761243035.583373:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2b8f971 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481019968:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (1653us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243035.583378:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5611 00000100:00100000:0.0:1761243035.583385:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:3.0:1761243035.583385:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5612 00000100:00100000:0.0:1761243035.583388:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021b05d5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481019904:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243035.583389:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005724ead9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481019648:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243035.583414:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005724ead9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481019648:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (2319us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243035.583419:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5612 00000100:00080000:1.0:1761243035.583521:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243035.583526:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243035.583529:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bbd7ec5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481019840:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243035.583607:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000265e84a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481019968:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243035.583616:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bdc4c47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481020032:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243035.583624:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009613d22f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481019648:0@lo:400:kworker/u8:2.0 00010000:02020000:0.0:1761243035.584949:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243035.585138:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021b05d5f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481019904:12345-0@lo:8:kworker/u8:2.0 Request processed in 1746us (3438us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243035.585149:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000100:00080000:1.0:1761243035.585212:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243035.585216:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243035.585220:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481019904:0@lo:8:kworker/u8:2.0 00010000:00010000:1.0:1761243036.281104:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243036.534714:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243036.534769:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243036.534790:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837120 00000100:00100000:3.0:1761243036.534802:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243036.534829:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836864 00000100:00100000:3.0:1761243036.534834:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243036.534835:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2382 00000100:00100000:0.0:1761243036.534842:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b13aabc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464837120:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00000100:00100000:3.0:1761243036.534879:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243036.534883:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1999 00000100:00100000:2.0:1761243036.534901:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464836864:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761243036.534915:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836992 00010000:02020000:0.0:1761243036.534974:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243036.535038:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b13aabc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464837120:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 196us (331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243036.535046:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2382 00000100:00100000:0.0:1761243036.535060:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837056 00000100:00100000:0.0:1761243036.535081:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2816 00000100:00100000:0.0:1761243036.535085:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbc41e1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464837056:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1761243036.535118:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbc41e1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464837056:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 32us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243036.535125:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2816 00000100:00100000:1.0:1761243036.536035:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464836928 00000100:00100000:1.0:1761243036.536067:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5613 00000100:00100000:1.0:1761243036.536071:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d3e3a2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464836992:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761243036.536125:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5614 00000100:00100000:1.0:1761243036.536126:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d3e3a2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464836992:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 54us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243036.536131:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3dc2206 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464836928:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761243036.536133:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5613 00000100:00100000:2.0:1761243036.536137:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464836864:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 1234us (1366us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243036.536148:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1999 00000100:00100000:3.0:1761243036.536164:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3dc2206 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464836928:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 32us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243036.536172:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5614 00010000:00010000:3.0:1761243037.304586:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243037.624536:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c0efbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481020096:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243037.624605:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243037.624722:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c87a26a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481020160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243037.624750:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243037.624794:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020096 00000100:00100000:1.0:1761243037.624837:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020160 00000100:00100000:1.0:1761243037.624853:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716 00000100:00100000:1.0:1761243037.624858:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075af1fed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481020096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243037.624916:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243037.624953:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075af1fed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481020096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243037.624960:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716 00000100:00100000:3.0:1761243037.625473:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717 00000100:00100000:3.0:1761243037.625483:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee63ec04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481020160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243037.625496:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243037.625531:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee63ec04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481020160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243037.625537:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717 00000100:00100000:3.0:1761243037.625575:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c87a26a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481020160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243037.625668:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c0efbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481020096:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1761243038.328499:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243038.648952:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481020288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243038.649023:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243038.649057:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243038.649062:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f964cbdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481020224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243038.649084:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243038.649112:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020288 00000100:00100000:0.0:1761243038.649145:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020224 00000100:00100000:0.0:1761243038.649161:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3684 00000100:00100000:0.0:1761243038.649165:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bea07728 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481020288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243038.649199:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243038.649256:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bea07728 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481020288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243038.649267:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3684 00000100:00100000:0.0:1761243038.649283:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3685 00000100:00100000:0.0:1761243038.649287:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481020224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243038.649304:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243038.649327:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481020224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 40us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243038.649333:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3685 00000100:00100000:0.0:1761243038.649365:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f964cbdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481020224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243038.649376:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481020288:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243039.352448:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243040.376519:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243040.696483:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481020352:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243040.696515:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c87a26a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481020416:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243040.696571:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243040.696574:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243040.696606:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243040.696618:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481020672:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243040.696631:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020352 00000100:00080000:1.0:1761243040.696647:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761243040.696654:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761243040.696664:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243040.696669:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761243040.696690:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481020608:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243040.696715:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243040.696756:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020416 00000100:00100000:3.0:1761243040.696783:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020608 00000100:00100000:3.0:1761243040.696801:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5615 00000100:00100000:3.0:1761243040.696806:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a411020 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481020416:12345-0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761243040.696834:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4548 00000100:00100000:2.0:1761243040.696835:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000 00000100:00080000:1.0:1761243040.696839:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00100000:2.0:1761243040.696844:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481020352:12345-0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761243040.696846:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243040.696866:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a411020 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481020416:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243040.696874:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5615 00000100:00100000:1.0:1761243040.696885:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000faea5a82 x1846792481020800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243040.696892:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5616 00000100:00100000:3.0:1761243040.696896:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000211a97c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481020608:12345-0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761243040.696921:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243040.696938:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243040.696939:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243040.696943:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4548 00000100:00080000:1.0:1761243040.696944:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243040.696948:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243040.696977:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006e5275ca x1846792481020864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243040.697037:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020672 00000100:00100000:1.0:1761243040.697066:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00000100:00100000:1.0:1761243040.697071:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481020672:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243040.697076:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481020352:12345-0@lo:400:kworker/u8:2.0 Request processed in 230us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243040.697096:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000211a97c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481020608:12345-0@lo:400:kworker/u8:2.0 Request processed in 197us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243040.697106:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5616 00000100:00100000:1.0:1761243040.697128:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481020672:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243040.697136:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000100:00100000:3.0:1761243040.697149:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481020672:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243040.697159:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481020608:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243040.697169:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c87a26a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481020416:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243040.697177:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000faea5a82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481020800:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243040.697189:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243040.697197:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d93269e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481020992:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243040.697207:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243040.697226:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e5275ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481020864:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243040.697253:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243040.697283:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243040.697301:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020800 00000100:00100000:3.0:1761243040.697322:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020864 00000100:00100000:2.0:1761243040.697424:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000 00000100:00100000:0.0:1761243040.697434:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481020480:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243040.697471:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243040.697494:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481020352:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243040.697498:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055f8d7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481020736:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243040.697521:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481020544:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243040.697524:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243040.697555:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243040.697571:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1bde8a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481020928:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243040.697590:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243040.697619:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020480 00000100:00100000:2.0:1761243040.697640:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020544 00000100:00100000:2.0:1761243040.697657:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3686 00000100:00100000:2.0:1761243040.697661:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f964cbdf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481020480:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243040.697693:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f964cbdf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481020480:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243040.697699:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3686 00000100:00100000:2.0:1761243040.697710:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3687 00000100:00100000:2.0:1761243040.697712:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001649921c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481020544:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243040.697736:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001649921c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481020544:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243040.697742:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3687 00000100:00100000:2.0:1761243040.697835:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481020544:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243040.699840:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481020480:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243040.699895:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2383 00000100:00100000:3.0:1761243040.699902:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b727c0d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481020800:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243040.699954:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020736 00000100:00100000:1.0:1761243040.699991:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00010000:02020000:3.0:1761243040.699994:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243040.699997:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003eb47f4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481020736:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243040.700067:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b727c0d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481020800:12345-0@lo:8:kworker/u8:2.0 Request processed in 162us (2859us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243040.700070:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003eb47f4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481020736:12345-0@lo:400:kworker/u8:2.0 Request processed in 71us (2547us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243040.700078:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2383 00000100:00100000:1.0:1761243040.700151:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00000100:00100000:1.0:1761243040.700169:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2384 00000100:00100000:1.0:1761243040.700173:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ff54f27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481020864:12345-0@lo:8:kworker/u8:2.0 00000100:00080000:2.0:1761243040.700322:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243040.700326:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243040.700330:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000faea5a82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481020800:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761243040.700729:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020992 00000100:00100000:0.0:1761243040.700765:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481020928 00000100:00100000:0.0:1761243040.700784:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5617 00000100:00100000:0.0:1761243040.700788:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8fc86ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481020992:12345-0@lo:400:kworker/u8:2.0 00010000:02020000:1.0:1761243040.700929:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243040.701271:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5618 00000100:00100000:3.0:1761243040.701277:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc435fdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481020928:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243040.702169:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ff54f27 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481020864:12345-0@lo:8:kworker/u8:2.0 Request processed in 1992us (4883us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243040.702179:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2384 00000100:00100000:1.0:1761243040.702311:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055f8d7fa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481020736:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243040.702734:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc435fdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481020928:12345-0@lo:400:kworker/u8:2.0 Request processed in 1455us (5142us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243040.702743:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5618 00000100:00100000:3.0:1761243040.702782:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1bde8a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481020928:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1761243040.702880:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243040.702884:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243040.702887:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e5275ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481020864:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761243040.702949:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8fc86ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481020992:12345-0@lo:400:kworker/u8:2.0 Request processed in 2158us (5696us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243040.702956:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5617 00000100:00100000:1.0:1761243040.703022:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d93269e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481020992:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761243041.400751:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243041.654702:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243041.656426:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243041.656477:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243041.656509:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243041.657131:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837376 00000100:00100000:1.0:1761243041.657197:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2819 00000100:00100000:1.0:1761243041.657205:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464837376:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243041.657310:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464837376:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 105us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243041.657318:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2819 00000100:00100000:2.0:1761243041.657582:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837184 00000100:00100000:2.0:1761243041.657624:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2001 00000100:00100000:2.0:1761243041.657629:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464837184:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243041.657670:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464837184:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 40us (1194us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243041.657677:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2001 00000100:00100000:3.0:1761243041.658509:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243041.658742:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837248 00000100:00100000:0.0:1761243041.658786:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837312 00000100:00100000:0.0:1761243041.658816:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5619 00000100:00100000:0.0:1761243041.658822:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037f83223 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464837248:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243041.658876:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037f83223 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464837248:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 53us (4182us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243041.658882:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5619 00000100:00100000:0.0:1761243041.658896:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5620 00000100:00100000:0.0:1761243041.658899:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daeec727 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464837312:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243041.658921:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daeec727 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464837312:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 21us (2413us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243041.658927:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5620 00000100:00100000:1.0:1761243041.660958:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837440 00000100:00100000:1.0:1761243041.661013:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2385 00000100:00100000:1.0:1761243041.661019:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464837440:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243041.661110:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243041.661174:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464837440:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 153us (2668us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243041.661181:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2385 00010000:00010000:2.0:1761243042.424433:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243042.745648:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761243042.745669:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481021056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243042.745741:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243042.745955:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021056 00000100:00100000:2.0:1761243042.746009:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718 00000100:00100000:2.0:1761243042.746016:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc5905d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481021056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243042.746050:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243042.746101:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc5905d6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481021056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243042.746111:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718 00000100:00100000:2.0:1761243042.746177:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481021056:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243042.750052:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243042.750073:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481021120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243042.750140:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243042.752576:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021120 00000100:00100000:2.0:1761243042.753757:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719 00000100:00100000:2.0:1761243042.753767:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481021120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243042.753807:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243042.753889:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481021120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (3748us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243042.753897:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719 00000100:00100000:0.0:1761243042.753961:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481021120:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243043.448534:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243043.769371:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243043.769391:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d93269e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481021184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243043.769493:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243043.769552:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021184 00000100:00100000:3.0:1761243043.769623:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688 00000100:00100000:3.0:1761243043.769633:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d25cbf2e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481021184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243043.769704:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243043.769786:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d25cbf2e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481021184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 152us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243043.769796:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688 00000100:00100000:3.0:1761243043.769860:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d93269e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481021184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243043.769983:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab523ad1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481021248:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243043.770012:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243043.770078:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021248 00000100:00100000:3.0:1761243043.770900:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689 00000100:00100000:3.0:1761243043.770909:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069de1f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481021248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243043.770950:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243043.771022:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069de1f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481021248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243043.771030:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689 00000100:00100000:2.0:1761243043.771142:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab523ad1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481021248:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243044.472984:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243045.496512:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243045.817686:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243045.817695:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243045.817699:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243045.817708:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4553 00000100:00080000:2.0:1761243045.817711:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243045.817748:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243045.817772:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000036c079ae x1846792481021760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243045.817788:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243045.817791:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243045.817792:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243045.817796:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4553 00000100:00080000:2.0:1761243045.817798:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243045.817801:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243045.817813:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ddb032b7 x1846792481021824/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243045.817852:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481021760:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243045.817922:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243045.817953:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddb032b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481021824:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243045.817975:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243045.818011:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021760 00000100:00100000:2.0:1761243045.818053:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021824 00000100:00100000:2.0:1761243045.818072:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386 00000100:00100000:2.0:1761243045.818078:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005da5b4f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481021760:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243045.818169:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243045.818207:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005da5b4f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481021760:12345-0@lo:8:kworker/u8:3.0 Request processed in 129us (286us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243045.818214:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386 00000100:00100000:2.0:1761243045.818250:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387 00000100:00100000:2.0:1761243045.818253:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebe3f563 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481021824:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243045.818334:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243045.818357:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebe3f563 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481021824:12345-0@lo:8:kworker/u8:3.0 Request processed in 102us (382us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243045.818362:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387 00000100:00100000:2.0:1761243045.818387:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a68fa528 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481021440:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243045.818412:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243045.818427:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009d5c873b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481021696:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243045.818487:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243045.818507:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761243045.818512:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000820ed25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481021376:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243045.818535:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243045.818547:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c0efbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481021632:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243045.818586:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243045.818609:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021696 00000100:00100000:2.0:1761243045.818636:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021632 00000100:00100000:2.0:1761243045.818650:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:2.0:1761243045.818653:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31d132e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481021696:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243045.818691:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31d132e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481021696:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243045.818696:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00100000:2.0:1761243045.818706:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 00000100:00100000:2.0:1761243045.818709:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac6d915f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481021632:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243045.818745:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac6d915f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481021632:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243045.818751:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 00000100:00080000:2.0:1761243045.818788:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243045.818792:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243045.818796:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481021760:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243045.818804:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243045.818807:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243045.818809:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddb032b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481021824:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243045.818841:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c0efbdb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481021632:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243045.818850:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009d5c873b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481021696:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.818956:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481021504:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.818990:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243045.819017:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d53f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481021888:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.819038:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243045.819055:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1761243045.819061:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e72c388f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481021312:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.819086:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243045.819098:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b98ef251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481021568:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.819117:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243045.819132:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000789c279b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481021952:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.819149:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243045.819175:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021376 00000100:00100000:3.0:1761243045.819197:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021888 00000100:00100000:3.0:1761243045.819214:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021568 00000100:00100000:3.0:1761243045.819251:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021952 00000100:00100000:3.0:1761243045.819266:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5621 00000100:00100000:3.0:1761243045.819270:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000119eef96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481021376:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.819305:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000119eef96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481021376:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243045.819311:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5621 00000100:00100000:3.0:1761243045.819323:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5622 00000100:00100000:3.0:1761243045.819327:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046b3821e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481021888:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.819357:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046b3821e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481021888:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243045.819362:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5622 00000100:00100000:3.0:1761243045.819374:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5623 00000100:00100000:3.0:1761243045.819378:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004411b46c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481021568:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.819401:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004411b46c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481021568:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243045.819406:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5623 00000100:00100000:3.0:1761243045.819416:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5624 00000100:00100000:3.0:1761243045.819419:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9a5b7a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481021952:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.819443:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9a5b7a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481021952:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243045.819449:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5624 00000100:00100000:3.0:1761243045.819480:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b98ef251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481021568:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.819488:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000789c279b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481021952:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.819495:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d53f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481021888:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243045.819520:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000820ed25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481021376:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243045.819628:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021440 00000100:00100000:0.0:1761243045.819666:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021504 00000100:00100000:0.0:1761243045.819687:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3690 00000100:00100000:0.0:1761243045.819691:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a7d88b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481021440:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243045.819740:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a7d88b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481021440:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243045.819747:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3690 00000100:00100000:0.0:1761243045.819758:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3691 00000100:00100000:0.0:1761243045.819762:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d3ea9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481021504:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243045.819790:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d3ea9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481021504:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243045.819795:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3691 00000100:00100000:0.0:1761243045.819826:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481021504:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243045.819923:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481021312 00000100:00100000:3.0:1761243045.819926:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a68fa528 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481021440:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243045.819956:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002 00000100:00100000:1.0:1761243045.819961:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481021312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243045.820001:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481021312:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243045.820006:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002 00000100:00100000:1.0:1761243045.820055:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e72c388f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481021312:0@lo:400:kworker/u8:3.0 00010000:00010000:2.0:1761243046.520468:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243046.777533:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243046.777589:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243046.777859:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243046.778214:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243046.778290:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243046.778328:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837504 00000100:00100000:1.0:1761243046.778371:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2003 00000100:00100000:1.0:1761243046.778377:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bcc21b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464837504:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243046.778442:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bcc21b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464837504:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 64us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243046.778449:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2003 00000100:00100000:0.0:1761243046.778647:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837696 00000100:00100000:0.0:1761243046.778677:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837760 00000100:00100000:0.0:1761243046.778705:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2822 00000100:00100000:0.0:1761243046.778710:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040fe05c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464837696:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243046.778737:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837568 00000100:00100000:0.0:1761243046.778740:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040fe05c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464837696:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 30us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243046.778746:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2822 00000100:00100000:0.0:1761243046.778757:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2388 00000100:00100000:0.0:1761243046.778761:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4b05d9a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464837760:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00000100:00100000:3.0:1761243046.778764:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837632 00000100:00100000:3.0:1761243046.778778:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5625 00000100:00100000:3.0:1761243046.778782:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058368198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464837568:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243046.778807:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058368198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464837568:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 25us (1501us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243046.778813:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5625 00000100:00100000:3.0:1761243046.778824:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5626 00000100:00100000:3.0:1761243046.778828:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad4dbce9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464837632:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243046.778848:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad4dbce9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464837632:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 20us (559us total) trans 0 rc 0/0 00010000:02020000:0.0:1761243046.778854:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243046.778854:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5626 00000100:00100000:0.0:1761243046.778876:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4b05d9a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464837760:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 114us (1018us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243046.778882:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2388 00010000:00010000:1.0:1761243047.544545:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243047.865161:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243047.865177:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6ff252e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481022016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243047.865266:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243047.865310:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022016 00000100:00100000:3.0:1761243047.865350:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:3.0:1761243047.865356:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050cb1e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481022016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243047.865389:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243047.865430:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050cb1e41 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481022016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243047.865439:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00100000:3.0:1761243047.865480:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6ff252e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481022016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243047.868992:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055a4509f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481022080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243047.869055:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243047.869403:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022080 00000100:00100000:3.0:1761243047.869453:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1761243047.869459:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddb032b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481022080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243047.869481:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243047.870312:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddb032b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481022080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 849us (1255us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243047.870321:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:1.0:1761243047.870415:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055a4509f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481022080:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243048.568453:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243048.888712:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055a4509f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481022144:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243048.888778:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243048.888996:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022144 00000100:00100000:2.0:1761243048.889046:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3692 00000100:00100000:2.0:1761243048.889051:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481022144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243048.889089:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243048.889130:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481022144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243048.889136:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3692 00000100:00100000:0.0:1761243048.889335:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055a4509f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481022144:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243048.889353:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243048.889358:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ee44eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481022208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243048.889382:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243048.889449:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022208 00000100:00100000:3.0:1761243048.889487:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3693 00000100:00100000:3.0:1761243048.889491:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e9795b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481022208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243048.889512:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243048.889555:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e9795b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481022208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243048.889560:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3693 00000100:00100000:1.0:1761243048.889629:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ee44eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481022208:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761243049.595253:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761243050.616483:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243050.936688:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243050.936695:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243050.936699:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243050.936706:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4558 00000100:00080000:2.0:1761243050.936710:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243050.936715:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243050.936734:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c4561962 x1846792481022720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243050.936750:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243050.936753:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243050.936755:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243050.936759:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4558 00000100:00080000:2.0:1761243050.936761:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243050.936765:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243050.936775:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e72f3224 x1846792481022784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243050.936810:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005624049d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481022464:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243050.936868:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243050.936895:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007871ef96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481022848:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243050.936917:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243050.936931:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243050.936935:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481022400:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243050.936950:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243050.936959:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481022656:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243050.936974:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243050.936991:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c4561962 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481022720:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761243050.937008:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243050.937019:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e72f3224 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481022784:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761243050.937035:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243050.937059:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022656 00000100:00100000:2.0:1761243050.937089:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022720 00000100:00100000:2.0:1761243050.937100:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022784 00000100:00100000:2.0:1761243050.937112:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:2.0:1761243050.937117:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481022656:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243050.937155:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481022656:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243050.937164:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00000100:00100000:2.0:1761243050.937179:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389 00000100:00100000:2.0:1761243050.937182:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481022720:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761243050.937284:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243050.937311:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481022720:12345-0@lo:8:kworker/u8:2.0 Request processed in 128us (302us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243050.937316:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389 00000100:00100000:2.0:1761243050.937325:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390 00000100:00100000:2.0:1761243050.937327:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b98ef251 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481022784:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761243050.937399:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243050.937419:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b98ef251 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481022784:12345-0@lo:8:kworker/u8:2.0 Request processed in 90us (383us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243050.937424:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390 00000100:00100000:2.0:1761243050.937462:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481022656:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1761243050.937486:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243050.937489:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243050.937492:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c4561962 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481022720:0@lo:8:kworker/u8:2.0 00000100:00080000:2.0:1761243050.937498:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243050.937500:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243050.937502:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e72f3224 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481022784:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243050.937578:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035acc0d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481022336:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.937606:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243050.937641:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f96eef6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481022592:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.937663:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243050.937680:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1761243050.937684:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481022272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.937709:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243050.937722:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022514005 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481022528:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.937739:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243050.937753:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d53f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481022912:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.937773:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243050.937801:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022272 00000100:00100000:1.0:1761243050.937827:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004 00000100:00100000:1.0:1761243050.937831:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481022272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.937864:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481022272:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243050.937869:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004 00000100:00100000:1.0:1761243050.937899:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022848 00000100:00100000:1.0:1761243050.937922:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022336 00000100:00100000:1.0:1761243050.937937:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022528 00000100:00100000:1.0:1761243050.937950:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022912 00000100:00100000:1.0:1761243050.937960:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5627 00000100:00100000:1.0:1761243050.937963:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e72c388f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481022848:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.937997:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e72c388f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481022848:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243050.938003:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5627 00000100:00100000:1.0:1761243050.938014:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5628 00000100:00100000:1.0:1761243050.938016:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ee44eca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481022336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.938038:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ee44eca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481022336:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243050.938042:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5628 00000100:00100000:1.0:1761243050.938051:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5629 00000100:00100000:1.0:1761243050.938054:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000b19cf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481022528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.938073:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000b19cf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481022528:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243050.938078:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5629 00000100:00100000:1.0:1761243050.938086:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5630 00000100:00100000:1.0:1761243050.938089:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a001c88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481022912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.938110:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a001c88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481022912:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243050.938115:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5630 00000100:00100000:1.0:1761243050.938159:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007871ef96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481022848:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.938179:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481022272:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.938187:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022514005 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481022528:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.938194:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d53f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481022912:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.938201:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035acc0d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481022336:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.938223:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022592 00000100:00100000:1.0:1761243050.938269:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00100000:1.0:1761243050.938272:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481022592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.938303:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481022592:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243050.938309:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00100000:1.0:1761243050.938334:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f96eef6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481022592:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243050.938415:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022464 00000100:00100000:3.0:1761243050.938450:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022400 00000100:00100000:3.0:1761243050.938466:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694 00000100:00100000:3.0:1761243050.938470:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000789c279b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481022464:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243050.938503:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000789c279b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481022464:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (1636us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243050.938508:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694 00000100:00100000:3.0:1761243050.938519:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3695 00000100:00100000:3.0:1761243050.938522:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a68fa528 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481022400:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243050.938542:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a68fa528 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481022400:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (1592us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243050.938547:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3695 00000100:00100000:1.0:1761243050.938705:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481022400:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243050.938714:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005624049d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481022464:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761243051.640498:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243051.897377:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243051.897416:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243051.897439:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243051.897479:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243051.897564:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838080 00000100:00100000:1.0:1761243051.897618:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838016 00000100:00100000:1.0:1761243051.897652:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2825 00000100:00100000:1.0:1761243051.897659:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464838016:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243051.897727:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464838016:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 68us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243051.897735:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2825 00000100:00100000:1.0:1761243051.897753:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2391 00000100:00100000:1.0:1761243051.897756:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464838080:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243051.897843:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243051.897867:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464838080:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 110us (452us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243051.897874:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2391 00000100:00100000:2.0:1761243051.899685:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837888 00000100:00100000:1.0:1761243051.899686:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837824 00000100:00100000:1.0:1761243051.899745:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2005 00000100:00100000:2.0:1761243051.899745:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5631 00000100:00100000:1.0:1761243051.899758:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464837824:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243051.899758:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a72592a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464837888:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243051.900141:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464837824:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 385us (2659us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243051.900144:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a72592a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464837888:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 388us (2772us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243051.900155:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2005 00000100:00100000:2.0:1761243051.900159:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5631 00000100:00100000:3.0:1761243051.904162:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243051.904483:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464837952 00000100:00100000:0.0:1761243051.904625:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5632 00000100:00100000:0.0:1761243051.904632:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002de48d55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464837952:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243051.904714:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002de48d55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464837952:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 81us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243051.904724:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5632 00010000:00010000:1.0:1761243052.666132:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243052.985996:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243052.986013:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000688c7fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481022976:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243052.986085:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243052.986127:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481022976 00000100:00100000:1.0:1761243052.986137:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055a4509f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481023040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243052.986165:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243052.986167:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722 00000100:00100000:3.0:1761243052.986173:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fddb4343 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481022976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243052.986212:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243052.986273:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fddb4343 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481022976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243052.986280:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722 00000100:00100000:3.0:1761243052.986296:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023040 00000100:00100000:3.0:1761243052.986313:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723 00000100:00100000:3.0:1761243052.986316:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6ff252e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481023040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243052.986324:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243052.986347:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6ff252e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481023040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 30us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243052.986352:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723 00000100:00100000:3.0:1761243052.986395:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000688c7fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481022976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243052.986569:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055a4509f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481023040:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761243053.691121:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243054.009186:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243054.009200:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab523ad1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481023104:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243054.009278:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243054.009306:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243054.009311:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481023168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243054.009329:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243054.009353:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023104 00000100:00100000:0.0:1761243054.009388:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023168 00000100:00100000:0.0:1761243054.009409:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3696 00000100:00100000:0.0:1761243054.009414:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b19e2bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481023104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243054.009448:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243054.009481:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b19e2bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481023104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243054.009487:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3696 00000100:00100000:0.0:1761243054.009506:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3697 00000100:00100000:0.0:1761243054.009509:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d394a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481023168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243054.009528:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243054.009555:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d394a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481023168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 45us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243054.009569:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3697 00000100:00100000:0.0:1761243054.009608:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481023168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243054.009628:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab523ad1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481023104:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761243054.712448:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243055.736512:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243056.056673:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243056.056829:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243056.056961:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481023232:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243056.057044:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243056.057136:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023232 00000100:00100000:2.0:1761243056.057190:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006 00000100:00100000:2.0:1761243056.057197:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481023232:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243056.057268:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481023232:12345-0@lo:400:kworker/u8:2.0 Request processed in 70us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243056.057275:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006 00000100:00100000:1.0:1761243056.057367:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481023232:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243056.057638:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481023360:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243056.057674:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243056.057689:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481023296:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243056.057712:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243056.057793:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023360 00000100:00100000:1.0:1761243056.057834:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3698 00000100:00100000:1.0:1761243056.057839:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000688c7fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481023360:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243056.057897:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000688c7fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481023360:12345-0@lo:400:kworker/u8:2.0 Request processed in 58us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243056.057904:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3698 00000100:00100000:1.0:1761243056.057935:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481023360:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243056.058096:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023296 00000100:00100000:2.0:1761243056.058132:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5633 00000100:00100000:2.0:1761243056.058136:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d983a1cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481023296:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243056.058180:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d983a1cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481023296:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243056.058192:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5633 00000100:00100000:1.0:1761243056.058300:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481023296:0@lo:400:kworker/u8:2.0 00000100:00080000:0.0:1761243056.058437:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243056.058442:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243056.058445:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243056.058450:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4563 00000100:00080000:0.0:1761243056.058453:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243056.058456:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243056.058475:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b5d5677f x1846792481023680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243056.058490:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243056.058494:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243056.058495:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243056.058498:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4563 00000100:00080000:0.0:1761243056.058499:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243056.058502:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243056.058512:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009613d22f x1846792481023744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243056.058559:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481023488:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243056.058589:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243056.058605:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000265e84a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481023872:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243056.058626:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243056.058643:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761243056.058649:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a576557a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481023424:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243056.058675:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243056.058897:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481023680:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243056.058926:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243056.058939:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009613d22f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481023744:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243056.058959:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243056.058988:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023488 00000100:00100000:3.0:1761243056.059011:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023872 00000100:00100000:3.0:1761243056.059026:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5634 00000100:00100000:3.0:1761243056.059031:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bbd7ec5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481023488:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243056.059059:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bbd7ec5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481023488:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243056.059064:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5634 00000100:00100000:3.0:1761243056.059075:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5635 00000100:00100000:3.0:1761243056.059078:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7996e8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481023872:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243056.059099:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7996e8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481023872:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243056.059104:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5635 00000100:00100000:3.0:1761243056.059129:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023424 00000100:00100000:3.0:1761243056.059148:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3699 00000100:00100000:3.0:1761243056.059151:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a13f884 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481023424:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243056.059174:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a13f884 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481023424:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243056.059179:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3699 00000100:00100000:3.0:1761243056.059539:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023680 00000100:00100000:3.0:1761243056.059559:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023744 00000100:00100000:3.0:1761243056.059573:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2392 00000100:00100000:3.0:1761243056.059576:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e20fd76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481023680:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761243056.059666:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243056.059700:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e20fd76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481023680:12345-0@lo:8:kworker/u8:2.0 Request processed in 122us (774us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243056.059707:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2392 00000100:00100000:3.0:1761243056.059717:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393 00000100:00100000:3.0:1761243056.059720:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097f0c248 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481023744:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761243056.059801:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243056.059820:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097f0c248 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481023744:12345-0@lo:8:kworker/u8:2.0 Request processed in 99us (861us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243056.059826:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393 00000100:00080000:3.0:1761243056.059850:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243056.059853:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243056.059856:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481023680:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761243056.059863:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243056.059865:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243056.059868:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009613d22f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481023744:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243056.060127:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481023616:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243056.060158:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243056.060186:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243056.060192:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481023552:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243056.060214:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243056.060253:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023616 00000100:00100000:1.0:1761243056.060278:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023552 00000100:00100000:1.0:1761243056.060293:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:1.0:1761243056.060297:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d93269e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481023616:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243056.060333:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d93269e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481023616:12345-0@lo:400:kworker/u8:2.0 Request processed in 34us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243056.060339:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00100000:1.0:1761243056.060352:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827 00000100:00100000:1.0:1761243056.060354:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e5275ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481023552:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243056.060376:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e5275ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481023552:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243056.060382:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827 00000100:00100000:1.0:1761243056.060408:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481023552:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243056.060416:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481023616:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243056.060754:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bdc4c47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481023808:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243056.060788:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243056.060822:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481023488:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243056.060833:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000265e84a8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481023872:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243056.060851:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a576557a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481023424:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243056.061020:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023808 00000100:00100000:1.0:1761243056.061057:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5636 00000100:00100000:1.0:1761243056.061061:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055650a62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481023808:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243056.061106:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055650a62 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481023808:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243056.061111:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5636 00000100:00100000:0.0:1761243056.061209:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bdc4c47 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481023808:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761243056.761904:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243057.012606:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243057.012649:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243057.012692:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243057.012722:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243057.012987:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243057.013186:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838144 00000100:00100000:1.0:1761243057.013273:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2007 00000100:00100000:1.0:1761243057.013280:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464838144:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243057.013354:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464838144:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 73us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243057.013363:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2007 00000100:00100000:1.0:1761243057.013404:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838208 00000100:00100000:1.0:1761243057.013427:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838272 00000100:00100000:1.0:1761243057.013446:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5637 00000100:00100000:1.0:1761243057.013450:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bdc4c47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464838208:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243057.013481:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bdc4c47 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464838208:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 30us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243057.013488:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5637 00000100:00100000:1.0:1761243057.013501:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5638 00000100:00100000:1.0:1761243057.013550:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000265e84a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464838272:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243057.013575:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000265e84a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464838272:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 69us (854us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243057.013581:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5638 00000100:00100000:1.0:1761243057.013603:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838336 00000100:00100000:1.0:1761243057.013628:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838400 00000100:00100000:1.0:1761243057.013644:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2828 00000100:00100000:1.0:1761243057.013647:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464838336:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243057.013669:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464838336:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 21us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243057.013675:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2828 00000100:00100000:1.0:1761243057.013687:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2394 00000100:00100000:1.0:1761243057.013691:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2e1a4f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464838400:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243057.013779:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243057.013807:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2e1a4f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464838400:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 114us (821us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243057.013815:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2394 00010000:00010000:3.0:1761243057.785967:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243058.104638:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3d3ea9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481023936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243058.104714:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243058.104753:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761243058.104760:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000688c7fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481024000:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243058.104789:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243058.104848:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481023936 00000100:00100000:2.0:1761243058.104891:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024000 00000100:00100000:2.0:1761243058.104919:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724 00000100:00100000:2.0:1761243058.104924:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f993692 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481023936:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243058.104967:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725 00000100:00100000:3.0:1761243058.104972:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d5c873b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481024000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243058.105003:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243058.105047:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d5c873b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481024000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243058.105054:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725 00002000:00000024:3.0:1761243058.105095:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243058.105117:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f993692 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481023936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 192us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243058.105123:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724 00000100:00100000:3.0:1761243058.105384:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000688c7fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481024000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243058.105397:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3d3ea9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481023936:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761243058.811662:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243059.128538:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243059.128552:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481024064:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243059.128640:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243059.128741:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024064 00000100:00100000:0.0:1761243059.128789:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3700 00000100:00100000:0.0:1761243059.128795:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d3ea9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481024064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243059.128832:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243059.128888:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d3ea9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481024064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243059.128894:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3700 00000100:00100000:2.0:1761243059.128982:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481024064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243059.129119:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243059.129125:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481024128:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243059.129149:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243059.129243:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024128 00000100:00100000:3.0:1761243059.129262:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3701 00000100:00100000:3.0:1761243059.129265:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ff54f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481024128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243059.129282:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243059.129315:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ff54f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481024128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243059.129320:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3701 00000100:00100000:1.0:1761243059.129398:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481024128:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243059.832441:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243060.857396:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243061.176503:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481024256:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761243061.176509:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243061.176515:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243061.176519:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243061.176524:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4568 00000100:00080000:3.0:1761243061.176527:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243061.176534:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243061.176554:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d65644a0 x1846792481024640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243061.176572:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243061.176575:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243061.176576:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243061.176579:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4568 00000100:00080000:3.0:1761243061.176580:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243061.176583:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243061.176587:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243061.176592:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003d782c7e x1846792481024704/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243061.176618:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003876ee93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481024512:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243061.176620:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d65644a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481024640:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243061.176643:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243061.176663:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1761243061.176666:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024256 00000100:00100000:2.0:1761243061.176668:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000688c7fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481024192:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243061.176690:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243061.176701:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb7010ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481024448:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243061.176705:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5639 00000100:00100000:3.0:1761243061.176711:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c0efbdb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481024256:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243061.176718:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243061.176745:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e20fd76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481024832:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243061.176752:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c0efbdb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481024256:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243061.176758:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5639 00000100:00100000:2.0:1761243061.176762:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243061.176774:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024448 00000100:00100000:2.0:1761243061.176788:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481024256:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243061.176789:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024832 00000100:00100000:3.0:1761243061.176804:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5640 00000100:00100000:3.0:1761243061.176808:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc5905d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481024448:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243061.176813:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024512 00000100:00100000:3.0:1761243061.176838:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc5905d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481024448:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243061.176841:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:3.0:1761243061.176843:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5640 00000100:00100000:2.0:1761243061.176845:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075af1fed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481024512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243061.176853:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5641 00000100:00100000:3.0:1761243061.176855:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4c1c5df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481024832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243061.176870:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075af1fed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481024512:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243061.176872:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4c1c5df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481024832:12345-0@lo:400:kworker/u8:3.0 Request processed in 17us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243061.176876:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00000100:00100000:3.0:1761243061.176877:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5641 00000100:00100000:2.0:1761243061.176897:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243061.176909:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481024704:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243061.176913:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb7010ce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481024448:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243061.176920:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e20fd76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481024832:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243061.176928:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243061.176928:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003876ee93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481024512:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243061.176946:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024640 00000100:00100000:2.0:1761243061.176978:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024704 00000100:00100000:2.0:1761243061.176993:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2395 00000100:00100000:2.0:1761243061.176996:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4a5a16a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481024640:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243061.177012:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2396 00000100:00100000:1.0:1761243061.177016:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001430af84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481024704:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243061.177146:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:1.0:1761243061.177157:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243061.177176:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4a5a16a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481024640:12345-0@lo:8:kworker/u8:3.0 Request processed in 179us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243061.177178:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001430af84 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481024704:12345-0@lo:8:kworker/u8:3.0 Request processed in 162us (251us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243061.177181:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2395 00000100:00100000:1.0:1761243061.177184:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2396 00000100:00080000:2.0:1761243061.177202:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243061.177205:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243061.177209:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d65644a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481024640:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243061.177216:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243061.177218:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243061.177221:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481024704:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243061.177314:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fddb4343 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481024384:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243061.177342:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243061.177368:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481024768:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243061.177386:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243061.177408:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761243061.177413:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050cb1e41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481024320:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243061.177438:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024384 00000100:00100000:0.0:1761243061.177443:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243061.177459:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2d11b29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481024576:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243061.177463:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024320 00000100:00100000:0.0:1761243061.177480:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243061.177480:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3702 00000100:00100000:1.0:1761243061.177484:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093b7f096 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481024384:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243061.177501:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024192 00000100:00100000:1.0:1761243061.177515:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093b7f096 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481024384:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243061.177521:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3702 00000100:00100000:0.0:1761243061.177524:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2008 00000100:00100000:0.0:1761243061.177527:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057f806fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481024192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243061.177532:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3703 00000100:00100000:1.0:1761243061.177535:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f71a2d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481024320:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243061.177554:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057f806fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481024192:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243061.177554:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f71a2d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481024320:12345-0@lo:400:kworker/u8:3.0 Request processed in 18us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243061.177559:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3703 00000100:00100000:0.0:1761243061.177560:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2008 00000100:00100000:1.0:1761243061.177593:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024576 00000100:00100000:1.0:1761243061.177613:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:1.0:1761243061.177616:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065feceed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481024576:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243061.177640:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065feceed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481024576:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243061.177645:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00000100:00100000:0.0:1761243061.178541:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000688c7fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481024192:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243061.178541:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050cb1e41 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481024320:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243061.178551:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2d11b29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481024576:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243061.178560:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fddb4343 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481024384:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243061.182092:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024768 00000100:00100000:2.0:1761243061.182167:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5642 00000100:00100000:2.0:1761243061.182174:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062529898 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481024768:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243061.182293:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062529898 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481024768:12345-0@lo:400:kworker/u8:3.0 Request processed in 119us (4906us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243061.182300:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5642 00000100:00100000:1.0:1761243061.182344:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481024768:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761243061.880512:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243062.132168:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243062.132217:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243062.132298:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243062.132345:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243062.132385:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838528 00000100:00100000:3.0:1761243062.132440:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838592 00000100:00100000:3.0:1761243062.132461:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5643 00000100:00100000:3.0:1761243062.132468:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003876ee93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464838528:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761243062.132538:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003876ee93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464838528:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 69us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243062.132545:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5643 00000100:00100000:3.0:1761243062.132562:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5644 00000100:00100000:3.0:1761243062.132566:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb7010ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464838592:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1761243062.132588:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb7010ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464838592:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 22us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243062.132594:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5644 00000100:00100000:1.0:1761243062.132680:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838464 00000100:00100000:1.0:1761243062.132721:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2009 00000100:00100000:1.0:1761243062.132725:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000472bb12b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464838464:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761243062.132754:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000472bb12b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464838464:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 27us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243062.132760:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2009 00000100:00100000:3.0:1761243062.133160:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243062.133334:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838656 00000100:00100000:1.0:1761243062.133374:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838720 00000100:00100000:1.0:1761243062.133403:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2831 00000100:00100000:1.0:1761243062.133408:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e20fd76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464838656:12345-192.168.204.14@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1761243062.133455:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e20fd76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464838656:12345-192.168.204.14@tcp:400:kworker/u8:2.0 Request processed in 45us (1237us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243062.133461:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2831 00000100:00100000:1.0:1761243062.133474:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2397 00000100:00100000:1.0:1761243062.133478:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097f0c248 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464838720:12345-192.168.204.14@tcp:8:kworker/u8:2.0 00010000:02020000:1.0:1761243062.133569:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243062.133595:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097f0c248 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464838720:12345-192.168.204.14@tcp:8:kworker/u8:2.0 Request processed in 116us (436us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243062.133602:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2397 00010000:00010000:2.0:1761243062.904461:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243063.224634:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761243063.224658:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481024896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243063.224727:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243063.225219:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024896 00000100:00100000:0.0:1761243063.225262:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243063.225275:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481024960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243063.225282:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726 00000100:00100000:2.0:1761243063.225288:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fddb4343 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481024896:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243063.225311:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1761243063.225319:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243063.225343:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481024960 00000100:00100000:0.0:1761243063.225374:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727 00000100:00100000:2.0:1761243063.225377:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fddb4343 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481024896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243063.225383:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a6af57c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481024960:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243063.225388:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726 00002000:00000024:0.0:1761243063.225406:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243063.225452:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a6af57c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481024960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243063.225459:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727 00000100:00100000:0.0:1761243063.225510:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481024960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243063.225565:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481024896:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243063.929036:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243064.248416:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243064.248431:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481025024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243064.248503:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243064.248591:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025024 00000100:00100000:1.0:1761243064.248639:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3704 00000100:00100000:1.0:1761243064.248645:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481025024:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243064.248675:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00000024:1.0:1761243064.248681:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243064.248683:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021b05d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481025088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243064.248709:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243064.248722:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481025024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243064.248729:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3704 00000100:00100000:1.0:1761243064.248746:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025088 00000100:00100000:1.0:1761243064.248763:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3705 00000100:00100000:1.0:1761243064.248766:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003eb47f4b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481025088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243064.248784:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243064.248814:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003eb47f4b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481025088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 47us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243064.248820:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3705 00000100:00100000:1.0:1761243064.248856:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021b05d5f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481025088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243064.248907:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481025024:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243064.952605:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243065.976442:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243066.297694:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243066.297702:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243066.297705:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761243066.297705:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481025280:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243066.297710:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4573 00000100:00080000:2.0:1761243066.297713:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243066.297718:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243066.297735:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a68fa528 x1846792481025600/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243066.297750:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243066.297753:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243066.297754:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243066.297757:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4573 00000100:00080000:2.0:1761243066.297758:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243066.297761:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243066.297769:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b115b84c x1846792481025664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243066.297781:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243066.297799:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a68fa528 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481025600:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243066.297809:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069de1f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481025536:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243066.297826:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243066.297842:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025280 00000100:00100000:2.0:1761243066.297843:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481025664:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243066.297863:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243066.297881:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706 00000100:00100000:2.0:1761243066.297887:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025600 00000100:00100000:3.0:1761243066.297887:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481025280:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243066.297903:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025664 00000100:00100000:2.0:1761243066.297914:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398 00000100:00100000:2.0:1761243066.297917:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebe3f563 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481025600:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243066.297927:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481025280:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243066.297932:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706 00000100:00100000:3.0:1761243066.297952:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399 00000100:00100000:3.0:1761243066.297955:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31d132e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481025664:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243066.298080:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:3.0:1761243066.298089:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243066.298111:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31d132e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481025664:12345-0@lo:8:kworker/u8:3.0 Request processed in 154us (248us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243066.298117:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399 00000100:00100000:1.0:1761243066.298153:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b98ef251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481025152:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298183:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243066.298200:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001649921c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481025408:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298244:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243066.298259:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005da5b4f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481025792:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298279:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243066.298294:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1761243066.298298:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e01a4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481025344:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298316:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243066.298328:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ddb032b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481025728:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298357:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243066.298378:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025344 00000100:00100000:1.0:1761243066.298401:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3707 00000100:00100000:1.0:1761243066.298404:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481025344:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298435:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481025344:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243066.298439:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3707 00000100:00100000:1.0:1761243066.298477:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e01a4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481025344:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298521:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025408 00000100:00100000:1.0:1761243066.298551:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025792 00000100:00100000:1.0:1761243066.298564:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025728 00000100:00100000:1.0:1761243066.298576:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5645 00000100:00100000:1.0:1761243066.298579:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040fe05c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481025408:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298606:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040fe05c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481025408:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243066.298615:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5645 00000100:00100000:1.0:1761243066.298624:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5646 00000100:00100000:1.0:1761243066.298626:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4b05d9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481025792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298644:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4b05d9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481025792:12345-0@lo:400:kworker/u8:3.0 Request processed in 17us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243066.298648:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5646 00000100:00100000:1.0:1761243066.298655:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5647 00000100:00100000:1.0:1761243066.298658:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d93269e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481025728:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298672:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d93269e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481025728:12345-0@lo:400:kworker/u8:3.0 Request processed in 13us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243066.298679:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5647 00000100:00100000:1.0:1761243066.298694:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243066.298714:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481025280:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298723:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761243066.298727:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481025216:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298743:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243066.298753:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481025472:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298767:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243066.298784:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025536 00000100:00100000:1.0:1761243066.298804:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025472 00000100:00100000:1.0:1761243066.298818:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:1.0:1761243066.298821:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e5275ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481025536:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298852:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e5275ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481025536:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243066.298858:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00100000:1.0:1761243066.298875:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00000100:00100000:1.0:1761243066.298878:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000faea5a82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481025472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298900:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000faea5a82 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481025472:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243066.298905:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00000100:00100000:1.0:1761243066.298921:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025216 00000100:00100000:1.0:1761243066.298940:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5648 00000100:00100000:1.0:1761243066.298944:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1bde8a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481025216:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298964:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1bde8a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481025216:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243066.298972:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5648 00000100:00100000:1.0:1761243066.298989:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481025216:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.298996:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481025472:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.299002:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069de1f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481025536:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.299020:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ddb032b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481025728:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.299026:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001649921c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481025408:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.299031:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005da5b4f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481025792:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.299061:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025152 00000100:00100000:1.0:1761243066.299077:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010 00000100:00100000:1.0:1761243066.299080:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481025152:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243066.299103:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481025152:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243066.299108:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010 00000100:00100000:1.0:1761243066.299145:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b98ef251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481025152:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243066.299418:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebe3f563 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481025600:12345-0@lo:8:kworker/u8:3.0 Request processed in 1499us (1591us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243066.299425:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398 00000100:00080000:3.0:1761243066.299430:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243066.299434:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243066.299438:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a68fa528 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481025600:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243066.299447:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243066.299450:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243066.299452:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481025664:0@lo:8:kworker/u8:3.0 00010000:00010000:2.0:1761243067.000493:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243067.256873:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243067.256917:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243067.257043:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838784 00000100:00100000:1.0:1761243067.257102:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2011 00000100:00100000:1.0:1761243067.257109:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464838784:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243067.257182:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464838784:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 73us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243067.257190:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2011 00000100:00100000:3.0:1761243067.257503:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243067.257697:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243067.257728:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243067.257785:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838976 00000100:00100000:0.0:1761243067.257821:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839040 00000100:00100000:0.0:1761243067.257836:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2834 00000100:00100000:0.0:1761243067.257841:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464838976:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243067.257877:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464838976:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 36us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243067.257883:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2834 00000100:00100000:0.0:1761243067.257901:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2400 00000100:00100000:0.0:1761243067.257905:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464839040:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761243067.258277:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838912 00000100:00100000:2.0:1761243067.258308:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464838848 00000100:00100000:2.0:1761243067.258338:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5649 00000100:00100000:2.0:1761243067.258343:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050cb1e41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464838912:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243067.258417:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5650 00000100:00100000:1.0:1761243067.258423:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000688c7fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464838848:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243067.258595:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050cb1e41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464838912:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 251us (1678us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243067.258602:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5649 00010000:02020000:0.0:1761243067.258725:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243067.258751:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464839040:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 845us (1023us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243067.258758:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2400 00000100:00100000:1.0:1761243067.259352:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000688c7fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464838848:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 925us (1847us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243067.259359:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5650 00010000:00010000:1.0:1761243068.024452:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243068.344737:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481025856:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243068.344805:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243068.344848:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025856 00000100:00100000:3.0:1761243068.344887:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:3.0:1761243068.344893:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481025856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243068.344925:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243068.344970:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481025856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243068.344977:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:3.0:1761243068.345026:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481025856:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243068.346182:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac6d915f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481025920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243068.346223:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243068.346396:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025920 00000100:00100000:3.0:1761243068.346440:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:3.0:1761243068.346446:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481025920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243068.346464:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243068.346501:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481025920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243068.346507:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:3.0:1761243068.346542:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac6d915f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481025920:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243069.049435:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243069.369201:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481025984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243069.369313:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243069.369493:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481025984 00000100:00100000:1.0:1761243069.369544:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708 00000100:00100000:1.0:1761243069.369550:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a7d88b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481025984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243069.369590:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243069.369642:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a7d88b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481025984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243069.369649:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708 00000100:00100000:3.0:1761243069.369736:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481025984:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243069.370108:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481026048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243069.370137:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243069.370245:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026048 00000100:00100000:1.0:1761243069.370273:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3709 00000100:00100000:1.0:1761243069.370286:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481026048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243069.370306:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243069.370342:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481026048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243069.370348:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3709 00000100:00100000:0.0:1761243069.370441:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481026048:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761243070.072426:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761243071.097477:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243071.416997:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481026112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243071.417070:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243071.417170:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026112 00000100:00100000:2.0:1761243071.418170:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2012 00000100:00100000:2.0:1761243071.418178:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481026112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243071.419186:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481026176:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243071.419267:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243071.419323:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026176 00000100:00100000:3.0:1761243071.419367:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5651 00000100:00100000:3.0:1761243071.419372:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003068f5eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481026176:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243071.419416:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003068f5eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481026176:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243071.419424:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5651 00000100:00100000:3.0:1761243071.419470:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481026176:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243071.419843:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481026112:12345-0@lo:400:kworker/u8:3.0 Request processed in 1663us (2772us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243071.419854:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2012 00000100:00080000:0.0:1761243071.423653:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243071.423659:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243071.423663:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243071.423670:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4578 00000100:00080000:0.0:1761243071.423672:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243071.423678:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243071.423695:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004aa0936a x1846792481026560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243071.423714:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243071.423717:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243071.423718:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243071.423721:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4578 00000100:00080000:0.0:1761243071.423724:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243071.423726:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243071.423737:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001e9795b5 x1846792481026624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243071.423785:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481026304:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.423846:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243071.423873:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b19e2bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481026688:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.423898:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243071.423921:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761243071.423926:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009613d22f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481026240:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.423948:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243071.423963:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f964cbdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481026496:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.423983:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243071.424018:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026304 00000100:00100000:0.0:1761243071.424057:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026240 00000100:00100000:0.0:1761243071.424078:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3710 00000100:00100000:0.0:1761243071.424084:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085ed301b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481026304:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424129:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085ed301b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481026304:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243071.424135:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3710 00000100:00100000:0.0:1761243071.424150:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3711 00000100:00100000:0.0:1761243071.424153:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481026240:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424172:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481026240:12345-0@lo:400:kworker/u8:3.0 Request processed in 18us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243071.424177:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3711 00000100:00100000:0.0:1761243071.424190:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026496 00000100:00100000:0.0:1761243071.424210:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835 00000100:00100000:0.0:1761243071.424213:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bd7099a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481026496:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424267:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bd7099a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481026496:12345-0@lo:400:kworker/u8:3.0 Request processed in 53us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243071.424272:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835 00000100:00100000:0.0:1761243071.424299:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026688 00000100:00100000:0.0:1761243071.424322:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5652 00000100:00100000:0.0:1761243071.424325:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021b05d5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481026688:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424351:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021b05d5f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481026688:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243071.424357:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5652 00000100:00100000:0.0:1761243071.424396:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009613d22f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481026240:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424405:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f964cbdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481026496:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424412:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481026304:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424419:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b19e2bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481026688:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424445:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481026432:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424468:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243071.424486:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761243071.424490:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bea07728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481026368:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424507:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243071.424518:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481026752:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424533:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243071.424552:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026432 00000100:00100000:0.0:1761243071.424570:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00100000:0.0:1761243071.424573:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087a1f3e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481026432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424601:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087a1f3e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481026432:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243071.424606:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00100000:0.0:1761243071.424621:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026368 00000100:00100000:0.0:1761243071.424636:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026752 00000100:00100000:0.0:1761243071.424649:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5653 00000100:00100000:0.0:1761243071.424652:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062500f2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481026368:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424676:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062500f2d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481026368:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243071.424681:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5653 00000100:00100000:0.0:1761243071.424690:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5654 00000100:00100000:0.0:1761243071.424694:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b78d248 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481026752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424722:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b78d248 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481026752:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243071.424726:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5654 00000100:00100000:0.0:1761243071.424748:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bea07728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481026368:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424754:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481026752:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243071.424763:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481026432:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243071.424869:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481026560:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243071.424898:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243071.424923:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e9795b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481026624:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243071.424943:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243071.424969:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026560 00000100:00100000:3.0:1761243071.424984:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026624 00000100:00100000:3.0:1761243071.424998:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401 00000100:00100000:3.0:1761243071.425002:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0e7619 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481026560:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243071.425087:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243071.425119:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0e7619 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481026560:12345-0@lo:8:kworker/u8:3.0 Request processed in 116us (221us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243071.425125:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401 00000100:00100000:3.0:1761243071.425136:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2402 00000100:00100000:3.0:1761243071.425138:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000907a49a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481026624:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243071.425211:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243071.425264:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000907a49a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481026624:12345-0@lo:8:kworker/u8:3.0 Request processed in 124us (320us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243071.425270:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2402 00000100:00080000:3.0:1761243071.425297:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243071.425300:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243071.425303:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481026560:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243071.425311:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243071.425314:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243071.425316:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e9795b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481026624:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243071.425544:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481026112:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243072.123869:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243072.373992:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243072.375506:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839168 00000100:00100000:0.0:1761243072.375793:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5655 00000100:00100000:0.0:1761243072.375800:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000086ee5ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464839168:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243072.375899:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000086ee5ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464839168:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 99us (1916us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243072.375907:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5655 00000100:00100000:3.0:1761243072.377558:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243072.377598:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243072.377631:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243072.377655:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839296 00000100:00100000:3.0:1761243072.377672:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243072.377704:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839360 00000100:00100000:0.0:1761243072.377708:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2837 00000100:00100000:0.0:1761243072.377715:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464839296:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243072.377733:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2403 00000100:00100000:3.0:1761243072.377739:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc606aff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464839360:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761243072.377780:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464839296:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 64us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243072.377787:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2837 00010000:02020000:3.0:1761243072.377835:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243072.377867:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc606aff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464839360:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 127us (196us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243072.377874:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2403 00000100:00100000:1.0:1761243072.378019:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839232 00000100:00100000:1.0:1761243072.378056:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5656 00000100:00100000:1.0:1761243072.378061:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bf98b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464839232:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243072.378088:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bf98b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464839232:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 27us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243072.378094:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5656 00000100:00100000:2.0:1761243072.378536:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839104 00000100:00100000:2.0:1761243072.378588:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2013 00000100:00100000:2.0:1761243072.378593:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464839104:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243072.378622:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464839104:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 28us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243072.378629:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2013 00010000:00010000:1.0:1761243073.148960:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243073.466538:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000789c279b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481026816:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243073.466608:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243073.466638:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026816 00000100:00100000:3.0:1761243073.466696:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730 00000100:00100000:3.0:1761243073.466703:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005624049d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481026816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243073.466737:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243073.466784:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005624049d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481026816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243073.466791:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730 00000100:00100000:3.0:1761243073.466835:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000789c279b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481026816:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243073.467021:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761243073.467034:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6ff252e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481026880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243073.467064:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243073.467190:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026880 00000100:00100000:1.0:1761243073.469300:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731 00000100:00100000:1.0:1761243073.469316:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ddc067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481026880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243073.469343:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243073.469423:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ddc067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481026880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (2357us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243073.469431:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731 00000100:00100000:0.0:1761243073.469496:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6ff252e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481026880:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761243074.169955:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243074.488565:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243074.488579:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab523ad1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481027008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243074.488649:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243074.488693:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027008 00000100:00100000:1.0:1761243074.488733:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3712 00000100:00100000:1.0:1761243074.488738:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a4509f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481027008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243074.488774:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243074.488822:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a4509f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481027008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243074.488829:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3712 00000100:00100000:1.0:1761243074.488878:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab523ad1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481027008:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243074.489153:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a9a08d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481026944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243074.489193:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243074.489244:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481026944 00000100:00100000:1.0:1761243074.489275:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3713 00000100:00100000:1.0:1761243074.489280:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cce45bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481026944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243074.489303:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243074.489355:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cce45bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481026944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243074.489361:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3713 00000100:00100000:0.0:1761243074.489386:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a9a08d73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481026944:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761243075.192489:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243076.216666:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243076.536564:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243076.536573:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243076.536577:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243076.536587:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4583 00000100:00080000:0.0:1761243076.536591:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243076.536597:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243076.536619:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003733dcdc x1846792481027520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243076.536636:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243076.536639:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243076.536640:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243076.536643:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4583 00000100:00080000:0.0:1761243076.536645:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243076.536647:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243076.536655:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cdc135eb x1846792481027584/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243076.536689:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f95c31d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481027200:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243076.536748:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243076.536772:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007033f44f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481027456:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243076.536788:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243076.536802:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761243076.536806:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001169a3b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481027136:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243076.536824:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243076.536834:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481027392:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243076.536847:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243076.536862:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003733dcdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481027520:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761243076.536880:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243076.536893:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdc135eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481027584:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761243076.536911:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243076.536943:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027456 00000100:00100000:0.0:1761243076.536979:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027392 00000100:00100000:0.0:1761243076.536994:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027520 00000100:00100000:0.0:1761243076.537003:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027584 00000100:00100000:0.0:1761243076.537014:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838 00000100:00100000:0.0:1761243076.537019:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095879a83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481027456:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243076.537066:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095879a83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481027456:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243076.537074:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838 00000100:00100000:0.0:1761243076.537088:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:0.0:1761243076.537091:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d731a2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481027392:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243076.537109:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d731a2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481027392:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243076.537114:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00000100:00100000:0.0:1761243076.537120:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2404 00000100:00100000:0.0:1761243076.537123:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481027520:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761243076.537266:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243076.537294:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481027520:12345-0@lo:8:kworker/u8:2.0 Request processed in 171us (414us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243076.537300:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2404 00000100:00100000:0.0:1761243076.537308:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405 00000100:00100000:0.0:1761243076.537311:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481027584:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761243076.537378:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243076.537393:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481027584:12345-0@lo:8:kworker/u8:2.0 Request processed in 82us (483us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243076.537398:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405 00000100:00100000:0.0:1761243076.537415:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027136 00000100:00100000:0.0:1761243076.537435:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5657 00000100:00100000:0.0:1761243076.537437:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067fb4ce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481027136:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243076.537459:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067fb4ce6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481027136:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243076.537464:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5657 00000100:00080000:0.0:1761243076.537516:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243076.537520:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243076.537523:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003733dcdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481027520:0@lo:8:kworker/u8:2.0 00000100:00080000:0.0:1761243076.537530:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243076.537532:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243076.537534:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdc135eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481027584:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761243076.537561:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001169a3b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481027136:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243076.537570:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481027392:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243076.537578:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007033f44f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481027456:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243076.537607:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027200 00000100:00100000:0.0:1761243076.537627:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3714 00000100:00100000:0.0:1761243076.537631:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d948967a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481027200:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243076.537662:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d948967a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481027200:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243076.537667:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3714 00000100:00100000:0.0:1761243076.537690:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f95c31d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481027200:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243076.539110:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aef94ca2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481027072:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243076.539308:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8042b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481027264:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243076.539853:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243076.540313:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027072 00000100:00100000:3.0:1761243076.540355:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:3.0:1761243076.540361:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0df6662 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481027072:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243076.540494:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000045c502f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481027328:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243076.540509:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243076.540534:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000c5f47c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481027648:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243076.540535:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243076.540564:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243076.540566:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be8f5743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481027712:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243076.540597:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243076.540615:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027328 00000100:00100000:2.0:1761243076.540641:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027648 00000100:00100000:2.0:1761243076.540655:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027712 00000100:00100000:2.0:1761243076.540669:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5658 00000100:00100000:2.0:1761243076.540672:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab523ad1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481027328:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243076.541656:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab523ad1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481027328:12345-0@lo:400:kworker/u8:2.0 Request processed in 979us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243076.541662:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5659 00000100:00100000:1.0:1761243076.541674:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f96eef6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481027648:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243076.541674:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5658 00000100:00100000:2.0:1761243076.541699:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5660 00000100:00100000:2.0:1761243076.541704:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6ff252e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481027712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243076.541726:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f96eef6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481027648:12345-0@lo:400:kworker/u8:2.0 Request processed in 55us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243076.541734:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5659 00000100:00100000:2.0:1761243076.541744:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6ff252e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481027712:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243076.541751:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5660 00000100:00100000:1.0:1761243076.541784:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000045c502f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481027328:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243076.541792:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027264 00000100:00100000:1.0:1761243076.541796:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be8f5743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481027712:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243076.541823:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3715 00000100:00100000:2.0:1761243076.541828:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d0ae467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481027264:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243076.541846:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000c5f47c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481027648:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243076.541865:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d0ae467 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481027264:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (1357us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243076.541869:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8042b36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481027264:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243076.541877:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3715 00000100:00100000:3.0:1761243076.541942:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0df6662 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481027072:12345-0@lo:400:kworker/u8:2.0 Request processed in 1580us (2090us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243076.541949:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00100000:1.0:1761243076.543128:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aef94ca2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481027072:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761243077.240485:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243077.492725:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243077.492910:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839680 00000100:00100000:1.0:1761243077.492956:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2406 00000100:00100000:1.0:1761243077.492963:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035acc0d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464839680:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243077.493062:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243077.493148:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035acc0d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464839680:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 184us (431us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243077.493155:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2406 00000100:00100000:0.0:1761243077.495538:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243077.495577:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243077.495606:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243077.495642:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243077.495716:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839552 00000100:00100000:3.0:1761243077.495766:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839488 00000100:00100000:3.0:1761243077.495783:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5661 00000100:00100000:3.0:1761243077.495789:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f95c31d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464839552:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243077.495855:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f95c31d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464839552:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 64us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243077.495862:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5661 00000100:00100000:3.0:1761243077.495877:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5662 00000100:00100000:3.0:1761243077.495881:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007033f44f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464839488:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243077.495903:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007033f44f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464839488:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243077.495909:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5662 00000100:00100000:1.0:1761243077.496010:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839616 00000100:00100000:1.0:1761243077.496044:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2840 00000100:00100000:1.0:1761243077.496047:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042a9109d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464839616:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243077.496073:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042a9109d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464839616:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 25us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243077.496078:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2840 00000100:00100000:2.0:1761243077.496185:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839424 00000100:00100000:2.0:1761243077.496219:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2015 00000100:00100000:2.0:1761243077.496223:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464839424:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243077.496289:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464839424:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 65us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243077.496295:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2015 00010000:00010000:3.0:1761243078.264508:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243078.584598:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481027776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243078.584686:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243078.584756:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027776 00000100:00100000:2.0:1761243078.584805:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:2.0:1761243078.584812:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481027776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243078.584858:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243078.584906:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481027776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243078.584914:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00100000:2.0:1761243078.584972:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481027776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243078.586388:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481027840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243078.586435:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243078.587327:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027840 00000100:00100000:1.0:1761243078.587376:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733 00000100:00100000:1.0:1761243078.587382:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481027840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243078.587404:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243078.587467:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481027840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243078.587473:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733 00000100:00100000:3.0:1761243078.587616:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481027840:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761243079.291385:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243079.614700:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243079.614722:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481027904:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243079.614801:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243079.614879:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027904 00000100:00100000:3.0:1761243079.614924:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3716 00000100:00100000:3.0:1761243079.614930:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e336bd2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481027904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243079.614968:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243079.615009:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e336bd2a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481027904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243079.615016:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3716 00000100:00100000:3.0:1761243079.615062:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481027904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243079.615545:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000077984fe8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481027968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243079.615579:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243079.617189:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481027968 00000100:00100000:3.0:1761243079.617276:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3717 00000100:00100000:3.0:1761243079.617281:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001169a3b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481027968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243079.617320:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243079.617645:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001169a3b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481027968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (1808us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243079.617652:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3717 00000100:00100000:3.0:1761243079.617706:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000077984fe8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481027968:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243080.312584:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243081.336610:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243081.657338:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481028032:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761243081.657378:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243081.657385:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243081.657388:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243081.657394:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4589 00000100:00080000:1.0:1761243081.657397:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243081.657404:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243081.657419:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243081.657431:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001daf18a2 x1846792481028480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243081.657451:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1761243081.657454:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001649921c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481028288:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761243081.657455:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243081.657458:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243081.657463:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4589 00000100:00080000:1.0:1761243081.657466:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243081.657469:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243081.657482:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005569bf32 x1846792481028544/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243081.657492:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243081.657525:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbd6fcca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481028672:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.657531:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481028480:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243081.657556:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243081.657580:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243081.657582:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761243081.657590:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481028096:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.657606:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481028544:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243081.657618:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243081.657639:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243081.657641:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069de1f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481028352:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243081.657668:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243081.657728:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b98ef251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481028224:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243081.657821:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a68fa528 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481028160:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.658067:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028480 00000100:00100000:1.0:1761243081.658098:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028544 00000100:00100000:1.0:1761243081.658109:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028352 00000100:00100000:1.0:1761243081.658132:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841 00000100:00100000:1.0:1761243081.658137:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088fe51e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481028352:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.658412:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088fe51e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481028352:12345-0@lo:400:kworker/u8:3.0 Request processed in 273us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243081.658420:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841 00000100:00100000:1.0:1761243081.658438:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407 00000100:00100000:1.0:1761243081.658442:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481028480:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243081.658530:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243081.658561:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481028480:12345-0@lo:8:kworker/u8:3.0 Request processed in 117us (983us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243081.658567:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407 00000100:00100000:1.0:1761243081.658578:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2408 00000100:00100000:1.0:1761243081.658581:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481028544:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243081.658675:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243081.658695:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481028544:12345-0@lo:8:kworker/u8:3.0 Request processed in 113us (1058us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243081.658700:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2408 00000100:00080000:1.0:1761243081.658739:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243081.658742:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243081.658746:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481028480:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243081.658754:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243081.658757:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243081.658759:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481028544:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243081.658821:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028288 00000100:00100000:1.0:1761243081.658845:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028672 00000100:00100000:1.0:1761243081.658861:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028096 00000100:00100000:1.0:1761243081.658875:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5663 00000100:00100000:1.0:1761243081.658879:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007871ef96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481028288:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.658907:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007871ef96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481028288:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (1420us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243081.658916:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5663 00000100:00100000:1.0:1761243081.658927:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5664 00000100:00100000:1.0:1761243081.658930:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e72f3224 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481028672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.658953:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e72f3224 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481028672:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (1398us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243081.658958:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5664 00000100:00100000:1.0:1761243081.658967:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5665 00000100:00100000:1.0:1761243081.658971:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4561962 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481028096:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.658993:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4561962 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481028096:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (1377us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243081.658998:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5665 00000100:00100000:1.0:1761243081.659016:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028032 00000100:00100000:1.0:1761243081.659036:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016 00000100:00100000:1.0:1761243081.659040:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481028032:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.659082:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481028032:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243081.659088:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016 00000100:00100000:0.0:1761243081.659211:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243081.659305:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481028416:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243081.659331:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243081.659362:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028416 00000100:00100000:0.0:1761243081.659385:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842 00000100:00100000:0.0:1761243081.659389:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003733dcdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481028416:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243081.659420:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003733dcdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481028416:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243081.659425:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842 00000100:00100000:0.0:1761243081.659450:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481028416:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.659504:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028160 00000100:00100000:1.0:1761243081.659541:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3718 00000100:00100000:1.0:1761243081.659545:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdc135eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481028160:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.659576:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdc135eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481028160:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243081.659582:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3718 00000100:00100000:2.0:1761243081.659656:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069de1f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481028352:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243081.659669:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbd6fcca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481028672:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243081.659678:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001649921c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481028288:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243081.659688:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481028032:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243081.659713:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481028096:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243081.659800:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243081.659823:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e01a4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481028608:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243081.659849:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243081.659879:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028608 00000100:00100000:3.0:1761243081.659903:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5666 00000100:00100000:3.0:1761243081.659907:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa0c4bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481028608:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243081.659936:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa0c4bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481028608:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243081.659942:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5666 00000100:00100000:3.0:1761243081.659967:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e01a4f93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481028608:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.660160:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028224 00000100:00100000:1.0:1761243081.660194:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3719 00000100:00100000:1.0:1761243081.660198:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077984fe8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481028224:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243081.660266:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077984fe8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481028224:12345-0@lo:400:kworker/u8:3.0 Request processed in 66us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243081.660272:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3719 00000100:00100000:0.0:1761243081.660347:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a68fa528 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481028160:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243081.660451:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b98ef251 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481028224:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761243082.360897:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243082.618422:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243082.618467:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243082.618492:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243082.618523:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243082.618546:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243082.618642:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839744 00000100:00100000:1.0:1761243082.618699:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2017 00000100:00100000:1.0:1761243082.618706:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fce92b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464839744:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243082.618774:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fce92b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464839744:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 68us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243082.618782:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2017 00000100:00100000:2.0:1761243082.619113:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839808 00000100:00100000:2.0:1761243082.619152:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839872 00000100:00100000:2.0:1761243082.619719:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5667 00000100:00100000:2.0:1761243082.619725:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a9a08d73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464839808:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243082.619770:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a9a08d73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464839808:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 45us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243082.619777:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5667 00000100:00100000:2.0:1761243082.619792:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5668 00000100:00100000:2.0:1761243082.619795:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f1980a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464839872:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243082.619817:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f1980a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464839872:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 21us (1326us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243082.619823:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5668 00000100:00100000:3.0:1761243082.619890:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464839936 00000100:00100000:3.0:1761243082.619920:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840000 00000100:00100000:3.0:1761243082.619937:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2843 00000100:00100000:3.0:1761243082.619941:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464839936:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243082.619965:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464839936:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 23us (1443us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243082.619970:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2843 00000100:00100000:3.0:1761243082.619980:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2409 00000100:00100000:3.0:1761243082.619983:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecbb7872 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464840000:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761243082.620087:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243082.620113:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecbb7872 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464840000:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 129us (1567us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243082.620120:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2409 00010000:00010000:2.0:1761243083.387329:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243083.704496:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f665d10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481028736:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243083.704573:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243083.704842:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028736 00000100:00100000:3.0:1761243083.704882:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734 00000100:00100000:3.0:1761243083.704888:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aef94ca2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481028736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243083.704922:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243083.705174:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243083.705183:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481028800:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243083.705216:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243083.705258:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028800 00000100:00100000:2.0:1761243083.705280:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735 00000100:00100000:2.0:1761243083.705285:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000789c279b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481028800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243083.705295:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243083.706459:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000789c279b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481028800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1169us (1238us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243083.706470:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735 00000100:00100000:2.0:1761243083.706793:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481028800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243083.707708:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aef94ca2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481028736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2815us (3134us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243083.707719:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734 00000100:00100000:0.0:1761243083.707722:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f665d10 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481028736:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243084.408434:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243084.729092:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d3d88c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481028864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243084.729163:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243084.729312:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028864 00000100:00100000:1.0:1761243084.729361:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3720 00000100:00100000:1.0:1761243084.729367:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8042b36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481028864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243084.729403:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243084.729454:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8042b36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481028864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243084.729461:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3720 00000100:00100000:2.0:1761243084.729540:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d3d88c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481028864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243084.729814:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243084.729825:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481028928:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243084.729859:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243084.729897:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028928 00000100:00100000:0.0:1761243084.729925:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3721 00000100:00100000:0.0:1761243084.729930:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481028928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243084.729949:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243084.730006:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481028928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243084.730012:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3721 00000100:00100000:3.0:1761243084.730110:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481028928:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243085.432437:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243086.458557:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243086.791696:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243086.791702:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243086.791706:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243086.791713:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4594 00000100:00080000:0.0:1761243086.791716:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243086.791721:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243086.791750:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006d394a5c x1846792481029440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243086.791763:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243086.791766:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243086.791767:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243086.791770:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4594 00000100:00080000:0.0:1761243086.791771:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243086.791774:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243086.791781:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bea07728 x1846792481029504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243086.792038:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481029184:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243086.792112:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243086.792149:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000c5f47c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481028992:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243086.792161:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b19e2bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481029568:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243086.792270:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be8f5743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481029056:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243086.792430:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029184 00000100:00100000:0.0:1761243086.792474:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3722 00000100:00100000:0.0:1761243086.792479:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080460ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481029184:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243086.792554:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243086.792581:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481029440:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243086.792603:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243086.792615:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bea07728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481029504:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243086.792629:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243086.792649:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029440 00000100:00100000:1.0:1761243086.792666:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029504 00000100:00100000:1.0:1761243086.792678:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:1.0:1761243086.792681:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9ce68a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481029440:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761243086.792769:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243086.792796:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9ce68a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481029440:12345-0@lo:8:kworker/u8:2.0 Request processed in 113us (191us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243086.792801:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000100:00100000:1.0:1761243086.792815:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411 00000100:00100000:1.0:1761243086.792819:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023db3e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481029504:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761243086.792892:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243086.792913:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023db3e4f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481029504:12345-0@lo:8:kworker/u8:2.0 Request processed in 93us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243086.792918:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411 00000100:00080000:1.0:1761243086.792998:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243086.793002:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243086.793006:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481029440:0@lo:8:kworker/u8:2.0 00000100:00080000:1.0:1761243086.793015:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243086.793017:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243086.793019:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bea07728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481029504:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243086.793087:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000045c502f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481029120:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243086.793111:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243086.793126:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481029376:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243086.793144:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243086.793170:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029376 00000100:00100000:1.0:1761243086.793196:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00100000:1.0:1761243086.793200:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f8d7fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481029376:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243086.793262:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f8d7fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481029376:12345-0@lo:400:kworker/u8:2.0 Request processed in 60us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243086.793268:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00100000:1.0:1761243086.793288:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029120 00000100:00100000:1.0:1761243086.793309:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3723 00000100:00100000:1.0:1761243086.793313:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e83a072b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481029120:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243086.793339:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e83a072b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481029120:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243086.793344:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3723 00000100:00100000:1.0:1761243086.793372:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000045c502f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481029120:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243086.793383:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481029376:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243086.796663:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243086.796712:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e9795b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481029248:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243086.796786:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243086.796809:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481029632:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243086.796828:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243086.796885:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029568 00000100:00100000:3.0:1761243086.796926:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029248 00000100:00100000:3.0:1761243086.796946:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029632 00000100:00100000:3.0:1761243086.796976:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5669 00000100:00100000:3.0:1761243086.796982:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edd173f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481029568:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243086.797036:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edd173f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481029568:12345-0@lo:400:kworker/u8:2.0 Request processed in 53us (4482us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243086.797043:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5669 00000100:00100000:3.0:1761243086.797059:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5670 00000100:00100000:3.0:1761243086.797062:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d8a3fbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481029248:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243086.797092:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d8a3fbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481029248:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243086.797098:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5670 00000100:00100000:3.0:1761243086.797108:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5671 00000100:00100000:3.0:1761243086.797112:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f9befb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481029632:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243086.797136:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f9befb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481029632:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243086.797141:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5671 00000100:00100000:3.0:1761243086.797188:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b19e2bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481029568:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243086.797218:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e9795b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481029248:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243086.797226:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481029632:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243086.800740:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481028992 00000100:00100000:1.0:1761243086.800814:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018 00000100:00100000:1.0:1761243086.800828:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481028992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243086.800930:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481028992:12345-0@lo:400:kworker/u8:2.0 Request processed in 102us (4275us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243086.800937:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018 00000100:00100000:1.0:1761243086.801011:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000c5f47c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481028992:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243086.802052:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243086.802093:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481029312:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243086.802122:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243086.802138:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080460ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481029184:12345-0@lo:400:kworker/u8:2.0 Request processed in 9657us (10033us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243086.802147:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3722 00000100:00100000:2.0:1761243086.802148:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029312 00000100:00100000:2.0:1761243086.802181:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845 00000100:00100000:2.0:1761243086.802186:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005da5b4f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481029312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243086.802255:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481029184:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243086.802264:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029056 00000100:00100000:3.0:1761243086.802289:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5672 00000100:00100000:3.0:1761243086.802292:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac6d915f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481029056:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243086.802349:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005da5b4f0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481029312:12345-0@lo:400:kworker/u8:2.0 Request processed in 158us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243086.802359:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845 00000100:00100000:2.0:1761243086.802396:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481029312:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243086.802473:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac6d915f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481029056:12345-0@lo:400:kworker/u8:2.0 Request processed in 179us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243086.802479:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5672 00000100:00100000:2.0:1761243086.802542:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be8f5743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481029056:0@lo:400:kworker/u8:2.0 00010000:00010000:2.0:1761243087.483834:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243087.735007:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243087.735054:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243087.735086:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243087.735121:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243087.735146:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243087.735282:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840320 00000100:00100000:1.0:1761243087.735314:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840256 00000100:00100000:1.0:1761243087.735341:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2846 00000100:00100000:1.0:1761243087.735347:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b727c0d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464840256:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243087.735412:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b727c0d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464840256:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 65us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243087.735419:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2846 00000100:00100000:1.0:1761243087.735435:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2412 00000100:00100000:1.0:1761243087.735439:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464840320:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243087.735528:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243087.735561:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464840320:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 121us (507us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243087.735567:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2412 00000100:00100000:1.0:1761243087.735586:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840128 00000100:00100000:1.0:1761243087.735607:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840192 00000100:00100000:1.0:1761243087.735620:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5673 00000100:00100000:1.0:1761243087.735624:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddb032b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464840128:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243087.735656:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddb032b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464840128:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 31us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243087.735661:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5673 00000100:00100000:1.0:1761243087.735671:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5674 00000100:00100000:1.0:1761243087.735675:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d62f550 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464840192:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243087.735696:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d62f550 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464840192:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 20us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243087.735701:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5674 00000100:00100000:3.0:1761243087.735828:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840064 00000100:00100000:3.0:1761243087.735861:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2019 00000100:00100000:3.0:1761243087.735865:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2d9ecec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464840064:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243087.735891:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2d9ecec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464840064:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 26us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243087.735897:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2019 00010000:00010000:1.0:1761243088.504679:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243088.825280:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243088.825294:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e3848f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481029696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243088.825363:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243088.825468:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029696 00000100:00100000:2.0:1761243088.825506:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736 00000100:00100000:2.0:1761243088.825512:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b683c37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481029696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243088.825544:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243088.825585:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b683c37 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481029696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243088.825593:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736 00000100:00100000:2.0:1761243088.825640:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e3848f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481029696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243088.826118:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243088.826128:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d3d88c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481029760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243088.826159:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243088.826195:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029760 00000100:00100000:1.0:1761243088.826221:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:1.0:1761243088.826226:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481029760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243088.826252:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243088.826280:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481029760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243088.826287:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00100000:1.0:1761243088.826318:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d3d88c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481029760:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243089.528407:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243089.848674:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243089.848690:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4d3d88c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481029824:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243089.848752:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243089.848829:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029824 00000100:00100000:1.0:1761243089.848876:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724 00000100:00100000:1.0:1761243089.848881:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027f7fc42 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481029824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243089.848924:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243089.848969:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027f7fc42 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481029824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243089.848976:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724 00000100:00100000:3.0:1761243089.849363:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4d3d88c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481029824:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243089.851176:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e3848f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481029888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243089.851263:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243089.851372:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029888 00000100:00100000:1.0:1761243089.851422:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725 00000100:00100000:1.0:1761243089.851428:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273d5345 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481029888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243089.851465:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243089.851516:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273d5345 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481029888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243089.851523:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725 00000100:00100000:3.0:1761243089.852198:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e3848f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481029888:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761243090.552507:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761243091.576480:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243091.896468:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761243091.896473:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009613d22f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481030080:0@lo:400:kworker/u8:2.0 00000100:00080000:0.0:1761243091.896476:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243091.896480:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243091.896486:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4599 00000100:00080000:0.0:1761243091.896489:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243091.896496:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243091.896518:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd9b8221 x1846792481030400/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243091.896531:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243091.896534:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243091.896535:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243091.896539:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4599 00000100:00080000:0.0:1761243091.896540:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243091.896543:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243091.896550:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bea07728 x1846792481030464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243091.896551:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243091.896591:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b19e2bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481030336:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243091.896595:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481030144:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243091.896618:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243091.896619:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243091.896634:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481030528:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243091.896655:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243091.896655:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030080 00000100:00100000:0.0:1761243091.896690:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030336 00000100:00100000:3.0:1761243091.896691:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030144 00000100:00100000:3.0:1761243091.896710:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726 00000100:00100000:0.0:1761243091.896712:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847 00000100:00100000:0.0:1761243091.896715:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbc41e1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481030336:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243091.896715:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b13aabc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481030080:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243091.896759:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbc41e1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481030336:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243091.896759:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b13aabc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481030080:12345-0@lo:400:kworker/u8:2.0 Request processed in 44us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243091.896767:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847 00000100:00100000:3.0:1761243091.896767:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726 00000100:00100000:3.0:1761243091.896782:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3727 00000100:00100000:3.0:1761243091.896785:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043bd554c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481030144:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243091.896802:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030528 00000100:00100000:3.0:1761243091.896813:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043bd554c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481030144:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243091.896818:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3727 00000100:00100000:0.0:1761243091.896825:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5675 00000100:00100000:0.0:1761243091.896828:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfc96c71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481030528:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243091.896851:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfc96c71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481030528:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243091.896851:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481030144:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243091.896878:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481030528:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243091.896888:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5675 00000100:00100000:3.0:1761243091.896906:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b19e2bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481030336:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243091.896913:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009613d22f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481030080:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243091.897168:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f964cbdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481030016:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243091.897197:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243091.897209:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e9795b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481030272:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243091.897225:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243091.897264:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1761243091.897269:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481029952:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243091.897292:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243091.897302:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481030208:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243091.897319:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243091.897327:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000432db979 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481030592:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243091.897341:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243091.897362:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030272 00000100:00100000:3.0:1761243091.897541:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030016 00000100:00100000:3.0:1761243091.897562:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030208 00000100:00100000:3.0:1761243091.897593:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030592 00000100:00100000:3.0:1761243091.897607:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5676 00000100:00100000:3.0:1761243091.897611:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da1be09d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481030016:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243091.897646:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da1be09d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481030016:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243091.897652:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5676 00000100:00100000:3.0:1761243091.897663:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5677 00000100:00100000:3.0:1761243091.897665:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfa35643 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481030208:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243091.897688:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfa35643 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481030208:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243091.897693:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5677 00000100:00100000:3.0:1761243091.897701:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5678 00000100:00100000:3.0:1761243091.897704:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5f7baeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481030592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243091.897724:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5f7baeb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481030592:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243091.897729:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5678 00000100:00100000:3.0:1761243091.897847:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481030208:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243091.897870:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000432db979 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481030592:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243091.897881:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f964cbdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481030016:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243091.898002:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481030400:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243091.898038:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243091.898063:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bea07728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481030464:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243091.898082:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243091.898119:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481029952 00000100:00100000:1.0:1761243091.898148:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2020 00000100:00100000:1.0:1761243091.898152:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481029952:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243091.898192:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481029952:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243091.898197:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2020 00000100:00100000:1.0:1761243091.898243:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030400 00000100:00100000:1.0:1761243091.898262:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030464 00000100:00100000:1.0:1761243091.898277:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:1.0:1761243091.898280:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481030400:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761243091.898371:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243091.898406:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481030400:12345-0@lo:8:kworker/u8:2.0 Request processed in 125us (368us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243091.898412:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00000100:00100000:1.0:1761243091.898422:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414 00000100:00100000:1.0:1761243091.898424:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d3d88c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481030464:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761243091.898495:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243091.898515:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d3d88c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481030464:12345-0@lo:8:kworker/u8:2.0 Request processed in 90us (433us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243091.898520:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414 00000100:00080000:1.0:1761243091.898553:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243091.898556:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243091.898559:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481030400:0@lo:8:kworker/u8:2.0 00000100:00080000:1.0:1761243091.898567:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243091.898569:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243091.898571:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bea07728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481030464:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243091.898593:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481029952:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243091.898689:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00000100:00100000:2.0:1761243091.898694:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481030272:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243091.898732:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481030272:12345-0@lo:400:kworker/u8:2.0 Request processed in 37us (1506us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243091.898738:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00000100:00100000:2.0:1761243091.898760:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e9795b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481030272:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761243092.601942:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243092.854090:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243092.854139:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243092.854174:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243092.854208:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243092.854325:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243092.854362:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840640 00000100:00100000:3.0:1761243092.854395:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840576 00000100:00100000:3.0:1761243092.854421:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2849 00000100:00100000:3.0:1761243092.854428:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464840576:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243092.854495:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464840576:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 66us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243092.854502:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2849 00000100:00100000:3.0:1761243092.854516:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2415 00000100:00100000:3.0:1761243092.854520:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d4d3582 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464840640:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761243092.854622:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243092.854644:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d4d3582 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464840640:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 124us (470us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243092.854650:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2415 00000100:00100000:0.0:1761243092.855188:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840448 00000100:00100000:0.0:1761243092.855248:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840512 00000100:00100000:0.0:1761243092.855272:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5679 00000100:00100000:0.0:1761243092.855277:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007718cc37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464840448:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243092.855315:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007718cc37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464840448:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 38us (1176us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243092.855321:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5679 00000100:00100000:0.0:1761243092.855332:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5680 00000100:00100000:0.0:1761243092.855336:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000203dd8fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464840512:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243092.855356:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000203dd8fd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464840512:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 19us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243092.855362:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5680 00000100:00100000:1.0:1761243092.856807:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840384 00000100:00100000:1.0:1761243092.856876:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2021 00000100:00100000:1.0:1761243092.856883:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eddbac9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464840384:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243092.856944:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eddbac9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464840384:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 61us (2862us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243092.856951:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2021 00010000:00010000:1.0:1761243093.624484:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243093.944487:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481030720:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243093.944563:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243093.944730:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079042fb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481030656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243093.946704:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030720 00000100:00100000:1.0:1761243093.946755:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738 00000100:00100000:1.0:1761243093.946762:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481030720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243093.946795:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243093.946869:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481030720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (2306us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243093.946876:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738 00000100:00100000:1.0:1761243093.947925:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243093.948388:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030656 00000100:00100000:0.0:1761243093.948432:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739 00000100:00100000:0.0:1761243093.948438:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481030656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243093.948460:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243093.948503:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481030656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243093.948509:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739 00000100:00100000:0.0:1761243093.948565:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079042fb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481030656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243093.948657:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481030720:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761243094.648664:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243094.971880:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9ce68a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481030784:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243094.971960:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243094.972028:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030784 00000100:00100000:1.0:1761243094.972075:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3728 00000100:00100000:1.0:1761243094.972081:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023db3e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481030784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243094.972117:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243094.972158:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023db3e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481030784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243094.972166:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3728 00000100:00100000:1.0:1761243094.972246:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9ce68a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481030784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243094.975003:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbc41e1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481030848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243094.975062:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243094.975152:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030848 00000100:00100000:3.0:1761243094.975197:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3729 00000100:00100000:3.0:1761243094.975209:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481030848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243094.975259:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243094.975294:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481030848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243094.975299:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3729 00000100:00100000:2.0:1761243094.975404:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbc41e1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481030848:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761243095.676600:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243096.696392:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243097.016475:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045ebb143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481030912:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761243097.016481:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243097.016487:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243097.016491:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243097.016496:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4604 00000100:00080000:3.0:1761243097.016499:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243097.016505:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243097.016523:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000907a49a4 x1846792481031360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243097.016537:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243097.016540:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243097.016541:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243097.016545:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4604 00000100:00080000:3.0:1761243097.016547:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243097.016549:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243097.016554:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243097.016560:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000254f28bd x1846792481031424/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243097.016586:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481031168:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243097.016609:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e20fd76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481031040:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243097.016616:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243097.016636:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002add7804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481031552:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243097.016648:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243097.016712:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030912 00000100:00100000:0.0:1761243097.016746:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022 00000100:00100000:0.0:1761243097.016751:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e30b541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481030912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243097.016820:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000907a49a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481031360:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243097.018086:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243097.018090:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa0e7619 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481031296:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243097.018123:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761243097.018132:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097f0c248 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481031104:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243097.018138:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243097.018163:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1761243097.018168:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243097.018171:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbc41e1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481030976:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243097.018198:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243097.018214:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d65644a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481031232:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243097.018242:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243097.018290:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031040 00000100:00100000:3.0:1761243097.018318:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031104 00000100:00100000:3.0:1761243097.018332:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730 00000100:00100000:3.0:1761243097.018336:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecbb7872 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481031040:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243097.018370:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecbb7872 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481031040:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (1724us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243097.018377:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730 00000100:00100000:3.0:1761243097.018391:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3731 00000100:00100000:3.0:1761243097.018394:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481031104:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243097.018480:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e30b541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481030912:12345-0@lo:400:kworker/u8:3.0 Request processed in 1728us (1929us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243097.018489:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022 00000100:00100000:0.0:1761243097.018520:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031168 00000100:00100000:0.0:1761243097.018538:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031552 00000100:00100000:0.0:1761243097.018550:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481030976 00000100:00100000:0.0:1761243097.018563:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5681 00000100:00100000:0.0:1761243097.018566:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9ce68a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481031168:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243097.018590:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9ce68a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481031168:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (1978us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243097.018595:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5681 00000100:00100000:0.0:1761243097.018602:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5682 00000100:00100000:0.0:1761243097.018605:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055f8d7fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481031552:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243097.018621:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055f8d7fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481031552:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243097.018626:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5682 00000100:00100000:0.0:1761243097.018636:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5683 00000100:00100000:0.0:1761243097.018639:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000faea5a82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481030976:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243097.018654:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000faea5a82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481030976:12345-0@lo:400:kworker/u8:3.0 Request processed in 14us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243097.018658:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5683 00000100:00100000:0.0:1761243097.018708:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031296 00000100:00100000:0.0:1761243097.018725:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031232 00000100:00100000:0.0:1761243097.018738:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:0.0:1761243097.018741:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e5275ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481031296:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243097.018774:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e5275ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481031296:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243097.018779:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00100000:0.0:1761243097.018788:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851 00000100:00100000:0.0:1761243097.018791:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b727c0d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481031232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243097.018813:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b727c0d9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481031232:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243097.018818:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851 00000100:00100000:0.0:1761243097.018884:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbc41e1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481030976:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243097.018894:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d65644a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481031232:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243097.018903:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e20fd76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481031040:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243097.018911:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa0e7619 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481031296:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243097.020194:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481031104:12345-0@lo:400:kworker/u8:3.0 Request processed in 1796us (2026us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243097.020203:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3731 00000100:00100000:2.0:1761243097.020615:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243097.020645:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481031424:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243097.020674:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243097.020768:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031360 00000100:00100000:0.0:1761243097.020801:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031424 00000100:00100000:0.0:1761243097.020819:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:0.0:1761243097.020824:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da363c9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481031360:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243097.020916:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243097.020961:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da363c9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481031360:12345-0@lo:8:kworker/u8:3.0 Request processed in 136us (348us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243097.020967:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000100:00100000:0.0:1761243097.020977:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417 00000100:00100000:0.0:1761243097.020979:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cae9b07e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481031424:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243097.021047:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243097.021063:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cae9b07e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481031424:12345-0@lo:8:kworker/u8:3.0 Request processed in 83us (390us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243097.021067:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417 00000100:00080000:2.0:1761243097.021151:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243097.021155:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243097.021159:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000907a49a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481031360:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243097.021165:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243097.021167:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243097.021169:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481031424:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243097.021386:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097f0c248 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481031104:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243097.021396:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc606aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481031488:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243097.021432:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243097.021461:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481031168:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243097.021472:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002add7804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481031552:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243097.021480:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045ebb143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481030912:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243097.024677:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031488 00000100:00100000:0.0:1761243097.024755:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5684 00000100:00100000:0.0:1761243097.024771:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4d3d88c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481031488:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243097.024870:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4d3d88c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481031488:12345-0@lo:400:kworker/u8:3.0 Request processed in 99us (3437us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243097.024877:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5684 00000100:00100000:2.0:1761243097.025014:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc606aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481031488:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243097.720921:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243097.972350:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243097.973459:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243097.973490:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243097.973685:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840960 00000100:00100000:0.0:1761243097.973726:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2418 00000100:00100000:0.0:1761243097.973733:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebe3f563 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464840960:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243097.973838:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243097.973898:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebe3f563 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464840960:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 165us (443us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243097.973905:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2418 00000100:00100000:1.0:1761243097.974088:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840768 00000100:00100000:1.0:1761243097.974128:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5685 00000100:00100000:1.0:1761243097.974132:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31d132e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464840768:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243097.974174:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31d132e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464840768:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 41us (1833us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243097.974180:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5685 00000100:00100000:3.0:1761243097.974596:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243097.974654:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840832 00000100:00100000:1.0:1761243097.974688:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5686 00000100:00100000:1.0:1761243097.974692:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035acc0d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464840832:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243097.974719:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035acc0d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464840832:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 26us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243097.974725:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5686 00000100:00100000:2.0:1761243097.974910:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840704 00000100:00100000:2.0:1761243097.974934:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2023 00000100:00100000:2.0:1761243097.974939:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071df2e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464840704:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243097.974962:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071df2e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464840704:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 23us (1473us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243097.974968:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2023 00000100:00100000:2.0:1761243097.975028:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243097.975258:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464840896 00000100:00100000:3.0:1761243097.975285:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2852 00000100:00100000:3.0:1761243097.975295:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464840896:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243097.975327:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464840896:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 37us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243097.975333:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2852 00010000:00010000:3.0:1761243098.745958:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243099.069625:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761243099.069639:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004058b927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481031616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243099.069702:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243099.069769:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031616 00000100:00100000:2.0:1761243099.069848:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740 00000100:00100000:2.0:1761243099.069855:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0f0f729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481031616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243099.069914:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243099.069965:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0f0f729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481031616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243099.069972:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740 00000100:00100000:2.0:1761243099.070014:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004058b927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481031616:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243099.070818:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021f12d39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481031680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243099.070852:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243099.070893:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031680 00000100:00100000:1.0:1761243099.070963:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741 00000100:00100000:1.0:1761243099.070968:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481031680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243099.070982:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243099.071013:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481031680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243099.071029:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741 00000100:00100000:2.0:1761243099.071337:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021f12d39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481031680:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761243099.769635:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243100.088430:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079042fb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481031744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243100.088547:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243100.088932:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031744 00000100:00100000:2.0:1761243100.088975:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3732 00000100:00100000:2.0:1761243100.088980:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dc3e7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481031744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243100.089014:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243100.089070:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dc3e7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481031744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243100.089077:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3732 00000100:00100000:1.0:1761243100.089627:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079042fb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481031744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243100.089930:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243100.089939:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481031808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243100.089969:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243100.090028:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031808 00000100:00100000:0.0:1761243100.090066:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3733 00000100:00100000:0.0:1761243100.090070:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481031808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243100.090094:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243100.090146:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481031808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243100.090152:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3733 00000100:00100000:1.0:1761243100.090324:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481031808:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243100.792470:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243101.816949:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761243102.136633:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243102.136639:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243102.136642:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243102.136650:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4609 00000100:00080000:1.0:1761243102.136653:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243102.136658:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243102.136702:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000042a9109d x1846792481032320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243102.136715:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243102.136717:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243102.136718:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243102.136721:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4609 00000100:00080000:1.0:1761243102.136722:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243102.136725:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243102.136731:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003733dcdc x1846792481032384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243102.136822:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002add7804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481031872:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.136892:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243102.136912:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d731a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481032128:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.136933:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243102.136942:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000c5f47c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481032512:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.136955:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243102.136969:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761243102.136973:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bd7099a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481031936:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.136987:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243102.136995:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001410af33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481032192:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137011:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243102.137026:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481032320:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137042:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243102.137051:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003733dcdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481032384:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137066:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243102.137091:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032128 00000100:00100000:2.0:1761243102.137122:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032512 00000100:00100000:2.0:1761243102.137133:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031936 00000100:00100000:2.0:1761243102.137145:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5687 00000100:00100000:2.0:1761243102.137150:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000368837dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481032128:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137187:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000368837dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481032128:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243102.137193:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5687 00000100:00100000:2.0:1761243102.137205:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5688 00000100:00100000:2.0:1761243102.137207:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000018083321 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481032512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137224:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000018083321 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481032512:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243102.137248:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5688 00000100:00100000:2.0:1761243102.137256:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5689 00000100:00100000:2.0:1761243102.137259:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011082ffc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481031936:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137277:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011082ffc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481031936:12345-0@lo:400:kworker/u8:3.0 Request processed in 17us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243102.137281:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5689 00000100:00100000:2.0:1761243102.137294:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095879a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481032064:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137313:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243102.137323:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be8f5743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481032448:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137335:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243102.137345:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761243102.137349:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087a1f3e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481032000:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137362:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243102.137372:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3b399cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481032256:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137385:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243102.137402:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032064 00000100:00100000:2.0:1761243102.137418:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032000 00000100:00100000:2.0:1761243102.137428:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3734 00000100:00100000:2.0:1761243102.137431:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481032064:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137454:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481032064:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243102.137459:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3734 00000100:00100000:2.0:1761243102.137467:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3735 00000100:00100000:2.0:1761243102.137470:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044885fa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481032000:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137485:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044885fa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481032000:12345-0@lo:400:kworker/u8:3.0 Request processed in 15us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243102.137492:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3735 00000100:00100000:2.0:1761243102.137515:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087a1f3e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481032000:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137522:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095879a83 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481032064:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137538:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032448 00000100:00100000:2.0:1761243102.137552:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5690 00000100:00100000:2.0:1761243102.137554:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008233ec4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481032448:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137575:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008233ec4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481032448:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243102.137580:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5690 00000100:00100000:2.0:1761243102.137595:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be8f5743 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481032448:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137610:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bd7099a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481031936:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137617:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d731a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481032128:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.137623:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000c5f47c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481032512:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243102.137734:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032192 00000100:00100000:0.0:1761243102.137765:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032320 00000100:00100000:0.0:1761243102.137775:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032384 00000100:00100000:0.0:1761243102.137781:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032256 00000100:00100000:0.0:1761243102.137789:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853 00000100:00100000:0.0:1761243102.137792:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481032192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243102.137823:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481032192:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243102.137827:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853 00000100:00100000:0.0:1761243102.137837:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854 00000100:00100000:0.0:1761243102.137841:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481032256:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243102.137864:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481032256:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243102.137869:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854 00000100:00100000:0.0:1761243102.137878:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419 00000100:00100000:0.0:1761243102.137880:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481032320:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243102.137963:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243102.137987:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481032320:12345-0@lo:8:kworker/u8:3.0 Request processed in 106us (944us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243102.137992:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419 00000100:00100000:0.0:1761243102.138000:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420 00000100:00100000:0.0:1761243102.138002:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481032384:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243102.138068:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243102.138084:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481032384:12345-0@lo:8:kworker/u8:3.0 Request processed in 80us (1017us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243102.138088:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420 00000100:00080000:0.0:1761243102.138107:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243102.138110:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243102.138112:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481032320:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761243102.138118:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243102.138120:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243102.138121:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003733dcdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481032384:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243102.138144:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001410af33 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481032192:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243102.138166:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481031872 00000100:00100000:0.0:1761243102.138182:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024 00000100:00100000:0.0:1761243102.138185:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481031872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243102.138210:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481031872:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (1319us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243102.138215:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024 00000100:00100000:0.0:1761243102.138264:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002add7804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481031872:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243102.138961:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3b399cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481032256:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761243102.843772:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243103.093317:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243103.093935:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243103.094197:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841024 00000100:00100000:0.0:1761243103.094289:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2025 00000100:00100000:0.0:1761243103.094296:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfa8dd55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464841024:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243103.094369:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfa8dd55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464841024:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 72us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243103.094376:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2025 00000100:00100000:1.0:1761243103.097844:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841152 00000100:00100000:1.0:1761243103.097911:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5691 00000100:00100000:1.0:1761243103.097918:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dddc194a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464841152:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243103.098012:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dddc194a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464841152:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 94us (4078us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243103.098020:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5691 00000100:00100000:3.0:1761243103.100688:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243103.101480:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243103.101892:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841088 00000100:00100000:1.0:1761243103.103434:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5692 00000100:00100000:1.0:1761243103.103444:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005da5b4f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464841088:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243103.103536:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005da5b4f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464841088:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 92us (2856us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243103.103544:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5692 00000100:00100000:3.0:1761243103.104683:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243103.105094:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841216 00000100:00100000:0.0:1761243103.106728:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841280 00000100:00100000:0.0:1761243103.106781:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2421 00000100:00100000:0.0:1761243103.106787:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088fe51e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464841280:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243103.115185:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243103.115287:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088fe51e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464841280:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 8498us (10607us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243103.115301:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2421 00000100:00100000:1.0:1761243103.117044:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2855 00000100:00100000:1.0:1761243103.117053:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464841216:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243103.117140:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464841216:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 88us (15661us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243103.117148:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2855 00010000:00010000:2.0:1761243103.864508:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243104.185727:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481032576:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243104.185800:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243104.190060:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032576 00000100:00100000:2.0:1761243104.190135:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1742 00000100:00100000:2.0:1761243104.190141:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e9795b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481032576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243104.190182:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243104.190285:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e9795b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481032576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (4484us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243104.190292:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1742 00000100:00100000:2.0:1761243104.190318:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243104.190331:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481032640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243104.190367:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243104.190400:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032640 00000100:00100000:2.0:1761243104.190420:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743 00000100:00100000:2.0:1761243104.190424:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481032640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243104.190434:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243104.190459:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481032640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243104.190465:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743 00000100:00100000:2.0:1761243104.190504:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481032640:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243104.191072:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481032576:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243104.889049:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243105.208549:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761243105.208565:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000045c502f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481032704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243105.208654:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243105.208758:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032704 00000100:00100000:1.0:1761243105.208814:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736 00000100:00100000:1.0:1761243105.208820:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7ac5727 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481032704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243105.208861:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243105.208911:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7ac5727 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481032704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243105.208917:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736 00000100:00100000:1.0:1761243105.208959:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000045c502f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481032704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243105.209533:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481032768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243105.209568:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243105.210049:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032768 00000100:00100000:3.0:1761243105.210090:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737 00000100:00100000:3.0:1761243105.210095:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481032768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243105.210123:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243105.210174:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481032768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243105.210180:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737 00000100:00100000:2.0:1761243105.210376:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481032768:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243105.912607:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243106.936500:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243107.257868:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243107.257876:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243107.257879:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243107.257887:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4614 00000100:00080000:3.0:1761243107.257890:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243107.257896:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243107.257915:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004aa0936a x1846792481033280/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243107.257928:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243107.257931:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243107.257933:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243107.257935:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4614 00000100:00080000:3.0:1761243107.257937:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243107.257940:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243107.257950:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008866e982 x1846792481033344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243107.258029:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481033024:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243107.258091:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243107.258124:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481033408:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243107.258145:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243107.258161:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1761243107.258165:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bea07728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481032832:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243107.258187:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243107.258201:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009613d22f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481033088:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243107.258221:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243107.258253:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481033472:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243107.258272:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243107.258303:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032832 00000100:00100000:3.0:1761243107.258389:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033024 00000100:00100000:3.0:1761243107.258427:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3738 00000100:00100000:3.0:1761243107.258433:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481033024:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243107.258481:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481033024:12345-0@lo:400:kworker/u8:3.0 Request processed in 47us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243107.258488:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3738 00000100:00100000:3.0:1761243107.258541:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5d5677f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481033024:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243107.258624:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026 00000100:00100000:2.0:1761243107.258628:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481032832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243107.258660:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481032832:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243107.258666:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026 00000100:00100000:2.0:1761243107.258694:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bea07728 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481032832:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.262215:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033408 00000100:00100000:1.0:1761243107.262306:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033088 00000100:00100000:1.0:1761243107.262325:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033472 00000100:00100000:1.0:1761243107.262345:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5693 00000100:00100000:1.0:1761243107.262351:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba3dee3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481033408:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.262445:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba3dee3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481033408:12345-0@lo:400:kworker/u8:3.0 Request processed in 93us (4298us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243107.262453:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5693 00000100:00100000:1.0:1761243107.262470:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5694 00000100:00100000:1.0:1761243107.262473:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f85dd75a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481033088:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.262500:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f85dd75a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481033088:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (4280us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243107.262505:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5694 00000100:00100000:1.0:1761243107.262515:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5695 00000100:00100000:1.0:1761243107.262519:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000891b4220 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481033472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.262546:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000891b4220 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481033472:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (4273us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243107.262551:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5695 00000100:00100000:1.0:1761243107.262599:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481032896:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.262633:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243107.262651:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b19e2bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481033152:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.262675:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243107.262695:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761243107.262701:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f964cbdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481032960:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.262724:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243107.262741:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481033216:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.262760:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243107.262784:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033152 00000100:00100000:1.0:1761243107.262808:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033216 00000100:00100000:1.0:1761243107.262823:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00100000:1.0:1761243107.262827:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481033152:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.262859:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481033152:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243107.262864:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00100000:1.0:1761243107.262874:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857 00000100:00100000:1.0:1761243107.262877:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003733dcdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481033216:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.262899:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003733dcdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481033216:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243107.262903:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857 00000100:00100000:1.0:1761243107.262922:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032896 00000100:00100000:1.0:1761243107.262941:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5696 00000100:00100000:1.0:1761243107.262944:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000045c502f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481032896:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.262972:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000045c502f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481032896:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243107.262977:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5696 00000100:00100000:1.0:1761243107.262998:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481032960 00000100:00100000:1.0:1761243107.263020:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3739 00000100:00100000:1.0:1761243107.263024:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481032960:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.263053:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481032960:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243107.263059:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3739 00000100:00100000:1.0:1761243107.263093:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f964cbdf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481032960:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.263104:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481033216:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.263112:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481032896:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.263120:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b19e2bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481033152:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.263157:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009613d22f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481033088:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.263167:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481033472:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243107.263176:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481033408:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243107.263604:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481033280:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243107.263638:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243107.263667:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481033344:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243107.263689:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243107.263721:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033280 00000100:00100000:0.0:1761243107.263741:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033344 00000100:00100000:0.0:1761243107.263754:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422 00000100:00100000:0.0:1761243107.263757:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9b263f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481033280:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243107.263844:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243107.263880:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9b263f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481033280:12345-0@lo:8:kworker/u8:3.0 Request processed in 121us (241us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243107.263886:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422 00000100:00100000:0.0:1761243107.263898:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423 00000100:00100000:0.0:1761243107.263900:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085a718e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481033344:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243107.263985:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243107.264008:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085a718e3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481033344:12345-0@lo:8:kworker/u8:3.0 Request processed in 106us (319us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243107.264013:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423 00000100:00080000:0.0:1761243107.264050:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243107.264054:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243107.264057:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481033280:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761243107.264064:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243107.264066:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243107.264068:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481033344:0@lo:8:kworker/u8:3.0 00010000:00010000:2.0:1761243107.960769:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243108.212945:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243108.213046:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841344 00000100:00100000:0.0:1761243108.213274:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2027 00000100:00100000:0.0:1761243108.213282:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464841344:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243108.213890:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464841344:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 607us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243108.213900:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2027 00000100:00100000:3.0:1761243108.215375:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243108.218835:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841600 00000100:00100000:1.0:1761243108.218885:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2424 00000100:00100000:1.0:1761243108.218893:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075324a3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464841600:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:1.0:1761243108.219005:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243108.219079:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075324a3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464841600:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 186us (3708us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243108.219088:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2424 00000100:00100000:3.0:1761243108.219757:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243108.219871:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243108.219910:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243108.220223:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841408 00000100:00100000:0.0:1761243108.220294:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841472 00000100:00100000:0.0:1761243108.220321:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5697 00000100:00100000:0.0:1761243108.220326:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f822936 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464841408:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243108.220382:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f822936 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464841408:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 54us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243108.220388:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5697 00000100:00100000:0.0:1761243108.220404:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5698 00000100:00100000:0.0:1761243108.220408:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001dd564e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464841472:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243108.220430:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001dd564e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464841472:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 21us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243108.220435:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5698 00000100:00100000:0.0:1761243108.220454:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841536 00000100:00100000:0.0:1761243108.220476:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2858 00000100:00100000:0.0:1761243108.220481:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee63ec04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464841536:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243108.220507:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee63ec04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464841536:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 26us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243108.220514:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2858 00010000:00010000:1.0:1761243108.984444:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243109.304797:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481033536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243109.304869:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243109.304910:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243109.304916:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481033600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243109.304939:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243109.304974:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033536 00000100:00100000:1.0:1761243109.305012:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033600 00000100:00100000:1.0:1761243109.305028:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:1.0:1761243109.305035:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042a9109d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481033536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243109.305070:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243109.305111:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042a9109d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481033536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243109.305117:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00100000:1.0:1761243109.305134:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:1.0:1761243109.305138:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000c5f47c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481033600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243109.305147:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243109.305168:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000c5f47c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481033600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 30us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243109.305174:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00100000:1.0:1761243109.305210:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481033600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243109.305221:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481033536:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243110.009914:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243110.328376:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d731a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481033664:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243110.328446:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243110.328507:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033664 00000100:00100000:1.0:1761243110.328580:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3740 00000100:00100000:1.0:1761243110.328586:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bd7099a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481033664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243110.328624:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243110.328667:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bd7099a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481033664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243110.328678:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3740 00000100:00100000:1.0:1761243110.328723:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d731a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481033664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243110.330269:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761243110.330282:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d586148d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481033728:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243110.330334:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243110.330414:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033728 00000100:00100000:0.0:1761243110.330457:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3741 00000100:00100000:0.0:1761243110.330462:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0547453 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481033728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243110.330492:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243110.330550:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0547453 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481033728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243110.330557:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3741 00000100:00100000:3.0:1761243110.330632:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d586148d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481033728:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761243111.032442:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761243112.056442:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243112.378936:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243112.378944:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243112.378947:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243112.378954:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4619 00000100:00080000:0.0:1761243112.378957:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243112.378962:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243112.378984:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000254f28bd x1846792481034240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243112.379001:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243112.379003:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243112.379005:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243112.379008:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4619 00000100:00080000:0.0:1761243112.379009:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243112.379012:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243112.379022:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000907a49a4 x1846792481034304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243112.379074:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ed31d24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481033920:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.379141:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243112.379166:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc606aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481034176:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.379189:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243112.379207:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761243112.379212:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021f12d39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481033984:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.379252:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243112.379267:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa0e7619 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481034368:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.379290:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243112.379316:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481034240:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761243112.379336:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243112.379349:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000907a49a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481034304:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761243112.379366:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243112.379394:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033920 00000100:00100000:0.0:1761243112.379428:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033984 00000100:00100000:0.0:1761243112.379444:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3742 00000100:00100000:0.0:1761243112.379450:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097f0c248 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481033920:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.379525:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097f0c248 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481033920:12345-0@lo:400:kworker/u8:2.0 Request processed in 74us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243112.379532:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3742 00000100:00100000:0.0:1761243112.379546:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3743 00000100:00100000:0.0:1761243112.379550:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481033984:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.379573:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481033984:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243112.379578:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3743 00000100:00100000:0.0:1761243112.379597:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034176 00000100:00100000:0.0:1761243112.379622:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034240 00000100:00100000:0.0:1761243112.379634:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034304 00000100:00100000:0.0:1761243112.379646:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859 00000100:00100000:0.0:1761243112.379649:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e20fd76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481034176:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.379674:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e20fd76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481034176:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243112.379679:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859 00000100:00100000:0.0:1761243112.379689:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:0.0:1761243112.379692:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbc41e1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481034240:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761243112.379780:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243112.379806:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbc41e1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481034240:12345-0@lo:8:kworker/u8:2.0 Request processed in 113us (470us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243112.379812:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425 00000100:00100000:0.0:1761243112.379820:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426 00000100:00100000:0.0:1761243112.379823:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cfc13be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481034304:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:0.0:1761243112.379896:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243112.379917:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cfc13be pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481034304:12345-0@lo:8:kworker/u8:2.0 Request processed in 92us (549us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243112.379922:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426 00000100:00100000:0.0:1761243112.379944:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034368 00000100:00100000:0.0:1761243112.379965:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5699 00000100:00100000:0.0:1761243112.379968:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045ebb143 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481034368:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.379995:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045ebb143 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481034368:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243112.380000:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5699 00000100:00080000:0.0:1761243112.380053:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243112.380057:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243112.380061:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481034240:0@lo:8:kworker/u8:2.0 00000100:00080000:0.0:1761243112.380070:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243112.380072:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243112.380074:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000907a49a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481034304:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761243112.380102:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021f12d39 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481033984:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.380114:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa0e7619 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481034368:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.380122:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ed31d24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481033920:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.380130:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc606aff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481034176:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243112.380219:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000009c1e752 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481033856:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243112.380275:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243112.380289:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002add7804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481034112:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243112.380309:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243112.380323:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1761243112.380328:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002fae6b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481033792:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243112.380349:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243112.380361:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000432db979 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481034048:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243112.380379:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243112.380392:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481034432:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243112.380408:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243112.380492:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033856 00000100:00100000:1.0:1761243112.380527:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034048 00000100:00100000:1.0:1761243112.380544:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034432 00000100:00100000:1.0:1761243112.380560:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5700 00000100:00100000:1.0:1761243112.380563:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d586148d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481033856:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243112.380600:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d586148d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481033856:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243112.380606:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5700 00000100:00100000:1.0:1761243112.380619:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5701 00000100:00100000:1.0:1761243112.380622:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c839a290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481034048:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243112.380643:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c839a290 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481034048:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243112.380648:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5701 00000100:00100000:1.0:1761243112.380657:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5702 00000100:00100000:1.0:1761243112.380660:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000045498eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481034432:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243112.380677:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000045498eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481034432:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243112.380682:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5702 00000100:00100000:1.0:1761243112.380705:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000432db979 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481034048:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243112.380712:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481034432:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243112.380719:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000009c1e752 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481033856:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.381322:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481033792 00000100:00100000:0.0:1761243112.381362:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2028 00000100:00100000:0.0:1761243112.381366:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481033792:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.381414:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481033792:12345-0@lo:400:kworker/u8:2.0 Request processed in 48us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243112.381421:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2028 00000100:00100000:0.0:1761243112.381453:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034112 00000100:00100000:0.0:1761243112.381485:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:0.0:1761243112.381489:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1a6176a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481034112:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243112.381517:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1a6176a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481034112:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (1208us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243112.381521:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00100000:1.0:1761243112.381644:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002fae6b48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481033792:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243112.381656:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002add7804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481034112:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761243113.080946:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243113.334315:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243113.334361:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243113.334395:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243113.334445:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243113.334487:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841664 00000100:00100000:2.0:1761243113.334542:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841728 00000100:00100000:1.0:1761243113.334550:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2029 00000100:00100000:1.0:1761243113.334559:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464841664:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243113.334577:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841792 00000100:00100000:2.0:1761243113.334600:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5703 00000100:00100000:2.0:1761243113.334606:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba339f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464841728:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243113.334632:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464841664:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 74us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243113.334643:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2029 00000100:00100000:2.0:1761243113.334646:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba339f36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464841728:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 36us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243113.334656:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5703 00000100:00100000:2.0:1761243113.334674:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5704 00000100:00100000:2.0:1761243113.334679:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000690fea7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464841792:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243113.334704:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000690fea7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464841792:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 24us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243113.334715:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5704 00000100:00100000:0.0:1761243113.334886:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841856 00000100:00100000:0.0:1761243113.334938:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2861 00000100:00100000:0.0:1761243113.334942:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca7241b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464841856:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243113.335156:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca7241b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464841856:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 212us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243113.335164:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2861 00000100:00100000:3.0:1761243113.338814:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243113.338992:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841920 00000100:00100000:0.0:1761243113.339592:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2427 00000100:00100000:0.0:1761243113.339600:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c6b82d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464841920:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243113.339696:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243113.340941:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c6b82d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464841920:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 1337us (2132us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243113.340953:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2427 00010000:00010000:1.0:1761243114.104484:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243114.427305:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243114.427321:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa73748e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481034496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243114.427384:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243114.427580:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f527bcaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481034560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243114.427606:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243114.427718:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034496 00000100:00100000:3.0:1761243114.427764:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746 00000100:00100000:3.0:1761243114.427769:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013454de6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481034496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243114.427804:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243114.427900:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034560 00000100:00100000:2.0:1761243114.427926:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747 00000100:00100000:2.0:1761243114.428251:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7de0c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481034560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243114.428263:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243114.428294:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7de0c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481034560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243114.428379:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013454de6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481034496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 609us (995us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243114.428478:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa73748e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481034496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243114.429791:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747 00000100:00100000:2.0:1761243114.429861:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f527bcaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481034560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243114.431047:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746 00010000:00010000:3.0:1761243115.128577:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243115.448441:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051a6ab7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481034624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243115.448515:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243115.448805:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034624 00000100:00100000:1.0:1761243115.448858:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744 00000100:00100000:1.0:1761243115.448864:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ccee789 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481034624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243115.448901:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243115.448948:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ccee789 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481034624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243115.448955:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744 00000100:00100000:1.0:1761243115.449014:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051a6ab7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481034624:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243115.449740:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d731a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481034688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243115.449781:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243115.449842:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034688 00000100:00100000:3.0:1761243115.449879:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3745 00000100:00100000:3.0:1761243115.449884:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095fa4bfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481034688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243115.449909:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243115.449957:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095fa4bfe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481034688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243115.449964:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3745 00000100:00100000:2.0:1761243115.450122:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d731a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481034688:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761243116.152480:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243117.176449:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243117.497851:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243117.497858:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243117.497861:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243117.497869:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4624 00000100:00080000:3.0:1761243117.497872:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00100000:1.0:1761243117.497877:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005c87a26a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481034880:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761243117.497879:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243117.497901:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001c5c18ba x1846792481035200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243117.497916:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243117.497918:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243117.497920:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243117.497923:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4624 00000100:00080000:3.0:1761243117.497924:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243117.497926:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243117.497936:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f6562e94 x1846792481035264/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243117.497946:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243117.497978:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f527bcaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481035136:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243117.497987:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481034944:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243117.498002:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243117.498024:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243117.498028:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1761243117.498035:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481034816:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243117.498045:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481035328:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243117.498066:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243117.498086:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034880 00000100:00100000:1.0:1761243117.498088:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051a6ab7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481035072:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243117.498115:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243117.498133:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034944 00000100:00100000:1.0:1761243117.498142:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3746 00000100:00100000:1.0:1761243117.498149:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be8f5743 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481034880:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243117.498386:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481034752:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243117.498431:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be8f5743 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481034880:12345-0@lo:400:kworker/u8:3.0 Request processed in 281us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243117.498438:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243117.498460:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481035008:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243117.498481:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243117.498494:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481035392:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243117.498512:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243117.498540:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481035200:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243117.498559:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243117.498570:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481035264:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243117.498583:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243117.498608:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034752 00000100:00100000:0.0:1761243117.498634:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030 00000100:00100000:0.0:1761243117.498637:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481034752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243117.498649:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481034816 00000100:00100000:0.0:1761243117.498667:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481034752:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243117.498673:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030 00000100:00100000:2.0:1761243117.498685:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035008 00000100:00100000:0.0:1761243117.498704:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035392 00000100:00100000:2.0:1761243117.498722:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5705 00000100:00100000:2.0:1761243117.498727:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087a1f3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481034816:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243117.498734:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5706 00000100:00100000:0.0:1761243117.498739:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4d8ec4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481035008:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243117.498767:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087a1f3e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481034816:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243117.498778:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4d8ec4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481035008:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243117.498779:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5705 00000100:00100000:0.0:1761243117.498787:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5706 00000100:00100000:2.0:1761243117.498801:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5707 00000100:00100000:2.0:1761243117.498807:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000822d332a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481035392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243117.498835:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000822d332a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481035392:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243117.498839:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5707 00000100:00100000:0.0:1761243117.498880:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035136 00000100:00100000:0.0:1761243117.498906:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035072 00000100:00100000:2.0:1761243117.498921:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035200 00000100:00100000:0.0:1761243117.498923:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035264 00000100:00100000:2.0:1761243117.498944:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862 00000100:00100000:2.0:1761243117.498948:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095879a83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481035136:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243117.498953:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863 00000100:00100000:0.0:1761243117.498959:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d731a2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481035072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243117.498984:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095879a83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481035136:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243117.498992:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862 00000100:00100000:2.0:1761243117.499003:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428 00000100:00100000:2.0:1761243117.499006:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034412987 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481035200:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243117.499139:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243117.499173:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034412987 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481035200:12345-0@lo:8:kworker/u8:3.0 Request processed in 166us (614us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243117.499179:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428 00000100:00100000:2.0:1761243117.499188:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:2.0:1761243117.499191:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ce5ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481035264:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243117.499209:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d731a2a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481035072:12345-0@lo:400:kworker/u8:3.0 Request processed in 248us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243117.499217:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863 00000100:00100000:0.0:1761243117.499284:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481034752:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243117.499296:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481035008:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243117.499304:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481035392:0@lo:400:kworker/u8:3.0 00010000:02020000:2.0:1761243117.499316:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243117.499343:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ce5ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481035264:12345-0@lo:8:kworker/u8:3.0 Request processed in 150us (758us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243117.499350:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000100:00100000:0.0:1761243117.499356:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243117.499417:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcfe27cd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481034816:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243117.499426:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051a6ab7f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481035072:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243117.499435:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005c87a26a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481034880:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243117.499443:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f527bcaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481035136:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243117.499532:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3747 00000100:00100000:3.0:1761243117.499536:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065feceed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481034944:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243117.499580:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065feceed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481034944:12345-0@lo:400:kworker/u8:3.0 Request processed in 43us (1558us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243117.499585:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3747 00000100:00100000:3.0:1761243117.499613:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481034944:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243117.503522:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3746 00000100:00080000:1.0:1761243117.503932:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243117.503940:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243117.503946:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481035200:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243117.503962:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243117.503965:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243117.503968:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481035264:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243117.506134:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035328 00000100:00100000:1.0:1761243117.506353:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5708 00000100:00100000:1.0:1761243117.506362:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000092073ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481035328:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243117.506651:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000092073ec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481035328:12345-0@lo:400:kworker/u8:3.0 Request processed in 288us (7296us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243117.506659:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5708 00000100:00100000:3.0:1761243117.507224:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008866e982 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481035328:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243118.203185:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243118.453523:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243118.455783:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243118.456124:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243118.456155:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243118.456187:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243118.456201:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842112 00000100:00100000:3.0:1761243118.456213:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842048 00000100:00100000:1.0:1761243118.456289:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5709 00000100:00100000:1.0:1761243118.456296:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b19e2bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464842048:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243118.456381:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b19e2bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464842048:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 83us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243118.456389:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5709 00000100:00100000:0.0:1761243118.456408:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464841984 00000100:00100000:1.0:1761243118.456412:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5710 00000100:00100000:1.0:1761243118.456417:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009613d22f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464842112:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243118.456437:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2031 00000100:00100000:0.0:1761243118.456442:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464841984:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243118.456447:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009613d22f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464842112:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 26us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243118.456459:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5710 00000100:00100000:0.0:1761243118.456483:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464841984:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 40us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243118.456490:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2031 00000100:00100000:1.0:1761243118.456507:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842240 00000100:00100000:1.0:1761243118.456531:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842176 00000100:00100000:0.0:1761243118.456543:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2430 00000100:00100000:0.0:1761243118.456548:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008866e982 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464842240:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761243118.456559:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2864 00000100:00100000:1.0:1761243118.456564:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464842176:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243118.456592:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464842176:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 27us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243118.456598:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2864 00010000:02020000:0.0:1761243118.456636:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243118.456660:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008866e982 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464842240:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 111us (3145us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243118.456667:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2430 00010000:00010000:3.0:1761243119.227361:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243119.545587:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481035456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243119.545649:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243119.545774:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035456 00000100:00100000:1.0:1761243119.545814:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748 00000100:00100000:1.0:1761243119.545819:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014c78798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481035456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243119.545850:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243119.545887:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014c78798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481035456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243119.545895:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748 00000100:00100000:2.0:1761243119.546153:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481035456:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243119.546452:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761243119.546462:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481035520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243119.546497:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243119.546527:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035520 00000100:00100000:3.0:1761243119.546557:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749 00000100:00100000:3.0:1761243119.546562:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f964cbdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481035520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243119.546574:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243119.546605:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f964cbdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481035520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243119.546612:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749 00000100:00100000:3.0:1761243119.546641:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481035520:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761243120.253406:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243120.568496:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002add7804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481035584:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243120.568581:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243120.568808:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035584 00000100:00100000:1.0:1761243120.568859:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3748 00000100:00100000:1.0:1761243120.568865:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3179e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481035584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243120.568905:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243120.568952:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3179e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481035584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243120.568959:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3748 00000100:00100000:1.0:1761243120.569002:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002add7804 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481035584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243120.569807:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243120.569818:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481035648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243120.569853:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243120.569915:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035648 00000100:00100000:2.0:1761243120.569947:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3749 00000100:00100000:2.0:1761243120.569951:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481035648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243120.569974:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243120.570016:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481035648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243120.570022:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3749 00000100:00100000:3.0:1761243120.570086:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d394a5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481035648:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243121.275970:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243122.296462:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243122.616586:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481035712:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243122.616671:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243122.616771:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035712 00000100:00100000:1.0:1761243122.616819:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032 00000100:00100000:1.0:1761243122.616827:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481035712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243122.618983:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481035712:12345-0@lo:400:kworker/u8:2.0 Request processed in 2149us (2306us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243122.618997:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032 00000100:00100000:3.0:1761243122.619108:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481035712:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243122.619244:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761243122.619350:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761243122.619363:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481035968:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243122.619416:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243122.619448:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002afe4c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481035904:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243122.619474:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243122.619493:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243122.619497:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481035840:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243122.619519:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243122.619545:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035904 00000100:00100000:2.0:1761243122.619576:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035840 00000100:00100000:2.0:1761243122.619597:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3750 00000100:00100000:2.0:1761243122.619601:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481035904:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243122.619644:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481035904:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243122.619650:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3750 00000100:00100000:2.0:1761243122.619662:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3751 00000100:00100000:2.0:1761243122.619665:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082d8950a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481035840:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243122.619689:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082d8950a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481035840:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243122.619694:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3751 00000100:00100000:2.0:1761243122.619724:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481035840:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243122.619732:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002afe4c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481035904:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243122.619777:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035968 00000100:00100000:2.0:1761243122.619801:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5711 00000100:00100000:2.0:1761243122.619804:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021456629 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481035968:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243122.619838:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021456629 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481035968:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243122.619844:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5711 00000100:00100000:2.0:1761243122.619869:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481035968:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243122.619942:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9b7776a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481035776:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243122.619969:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243122.620054:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481035776 00000100:00100000:1.0:1761243122.620088:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5712 00000100:00100000:1.0:1761243122.620092:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d394a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481035776:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243122.620121:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d394a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481035776:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243122.620127:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5712 00000100:00100000:3.0:1761243122.620208:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9b7776a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481035776:0@lo:400:kworker/u8:2.0 00000100:00080000:0.0:1761243122.620318:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243122.620323:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243122.620326:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243122.620330:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4629 00000100:00080000:0.0:1761243122.620332:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243122.620335:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243122.620353:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002afe4c24 x1846792481036160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243122.620367:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243122.620370:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243122.620371:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243122.620374:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4629 00000100:00080000:0.0:1761243122.620375:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243122.620378:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243122.620387:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007703e835 x1846792481036224/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243122.620472:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481036352:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243122.620497:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243122.620521:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761243122.620526:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9b7776a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481036032:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243122.620549:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243122.620574:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036032 00000100:00100000:3.0:1761243122.620602:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00100000:3.0:1761243122.620606:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5d5677f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481036032:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243122.620638:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5d5677f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481036032:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243122.620643:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 00000100:00100000:3.0:1761243122.620666:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9b7776a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481036032:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243122.620959:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036352 00000100:00100000:0.0:1761243122.620994:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5713 00000100:00100000:0.0:1761243122.620998:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bea07728 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481036352:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243122.621032:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bea07728 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481036352:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243122.621038:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5713 00000100:00100000:1.0:1761243122.621101:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002afe4c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481036160:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243122.621131:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243122.621155:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481036224:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243122.621176:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243122.621200:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481036096:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243122.621222:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243122.621262:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243122.621267:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481036288:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243122.621299:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243122.621322:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036160 00000100:00100000:1.0:1761243122.621340:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036224 00000100:00100000:1.0:1761243122.621353:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036096 00000100:00100000:1.0:1761243122.621368:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866 00000100:00100000:1.0:1761243122.621372:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4a5a16a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481036096:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243122.621401:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4a5a16a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481036096:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243122.621408:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866 00000100:00100000:1.0:1761243122.621419:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431 00000100:00100000:1.0:1761243122.621422:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481036160:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761243122.621506:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243122.621531:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481036160:12345-0@lo:8:kworker/u8:2.0 Request processed in 109us (401us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243122.621537:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431 00000100:00100000:1.0:1761243122.621546:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432 00000100:00100000:1.0:1761243122.621549:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075af1fed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481036224:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761243122.621623:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243122.621645:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075af1fed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481036224:12345-0@lo:8:kworker/u8:2.0 Request processed in 95us (469us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243122.621650:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432 00000100:00100000:1.0:1761243122.621665:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036288 00000100:00100000:1.0:1761243122.621684:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5714 00000100:00100000:1.0:1761243122.621688:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001430af84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481036288:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243122.621712:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001430af84 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481036288:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243122.621717:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5714 00000100:00080000:1.0:1761243122.621753:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243122.621757:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243122.621761:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002afe4c24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481036160:0@lo:8:kworker/u8:2.0 00000100:00080000:1.0:1761243122.621768:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243122.621770:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243122.621772:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007703e835 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481036224:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243122.621799:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481036288:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243122.621807:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481036096:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243122.626852:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481036352:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761243123.320534:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243123.572166:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243123.572322:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842304 00000100:00100000:1.0:1761243123.572392:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2033 00000100:00100000:1.0:1761243123.572401:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464842304:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243123.572492:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464842304:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 91us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243123.572500:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2033 00000100:00100000:1.0:1761243123.574706:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243123.574745:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243123.574773:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243123.574857:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842368 00000100:00100000:0.0:1761243123.574912:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842432 00000100:00100000:0.0:1761243123.574937:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5715 00000100:00100000:0.0:1761243123.574944:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b98ef251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464842368:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243123.575022:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b98ef251 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464842368:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 70us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243123.575030:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5715 00000100:00100000:0.0:1761243123.575048:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5716 00000100:00100000:0.0:1761243123.575051:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e01a4f93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464842432:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243123.575077:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e01a4f93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464842432:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 25us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243123.575083:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5716 00000100:00100000:3.0:1761243123.575203:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842496 00000100:00100000:3.0:1761243123.575285:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2867 00000100:00100000:3.0:1761243123.575289:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a68fa528 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464842496:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243123.575319:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a68fa528 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464842496:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 29us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243123.575325:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2867 00000100:00100000:3.0:1761243123.579410:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243123.579950:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842560 00000100:00100000:3.0:1761243123.580439:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2433 00000100:00100000:3.0:1761243123.580448:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464842560:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761243123.580550:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243123.581593:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464842560:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 1141us (2188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243123.581604:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2433 00010000:00010000:1.0:1761243124.344614:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243124.664669:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761243124.664684:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481036416:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243124.664752:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243124.664797:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036416 00000100:00100000:3.0:1761243124.664838:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750 00000100:00100000:3.0:1761243124.664844:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481036416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243124.664883:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243124.664922:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481036416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243124.664942:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750 00000100:00100000:3.0:1761243124.664989:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481036416:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243124.666277:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481036480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243124.666326:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243124.666415:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036480 00000100:00100000:0.0:1761243124.666464:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751 00000100:00100000:0.0:1761243124.666474:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd1a29a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481036480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243124.666492:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243124.666534:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd1a29a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481036480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243124.666542:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751 00000100:00100000:3.0:1761243124.667032:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481036480:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243125.368991:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243125.694421:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481036544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243125.694492:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243125.694762:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036544 00000100:00100000:0.0:1761243125.694811:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3752 00000100:00100000:0.0:1761243125.694816:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481036544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243125.694851:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243125.694887:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481036544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243125.694893:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3752 00000100:00100000:2.0:1761243125.694972:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481036544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243125.695107:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761243125.695116:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001649921c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481036608:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243125.695139:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243125.695463:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036608 00000100:00100000:0.0:1761243125.695491:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3753 00000100:00100000:0.0:1761243125.695495:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481036608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243125.695517:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243125.695555:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481036608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243125.695561:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3753 00000100:00100000:2.0:1761243125.695620:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001649921c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481036608:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243126.396337:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243127.417840:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243127.736524:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069de1f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481036672:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243127.736601:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243127.738281:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036672 00000100:00100000:2.0:1761243127.738351:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034 00000100:00100000:2.0:1761243127.738357:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481036672:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.738591:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481036864:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.738629:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243127.738671:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036864 00000100:00100000:3.0:1761243127.738697:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754 00000100:00100000:3.0:1761243127.738700:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007703e835 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481036864:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.738736:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007703e835 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481036864:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243127.738743:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754 00000100:00100000:3.0:1761243127.738786:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481036864:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.738829:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481036800:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.738856:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243127.738859:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481036672:12345-0@lo:400:kworker/u8:2.0 Request processed in 499us (2256us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243127.738867:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034 00000100:00100000:3.0:1761243127.738878:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243127.738885:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481036736:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.738913:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243127.738936:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036800 00000100:00100000:3.0:1761243127.738955:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036736 00000100:00100000:2.0:1761243127.738977:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3755 00000100:00100000:2.0:1761243127.738983:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002afe4c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481036800:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.738989:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5717 00000100:00100000:3.0:1761243127.738995:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9b7776a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481036736:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243127.739030:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002afe4c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481036800:12345-0@lo:400:kworker/u8:2.0 Request processed in 46us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243127.739040:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3755 00000100:00100000:2.0:1761243127.739071:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481036736:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243127.739081:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481036800:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761243127.739339:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243127.739344:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243127.739347:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243127.739352:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4635 00000100:00080000:1.0:1761243127.739354:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243127.739358:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243127.739377:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001649921c x1846792481037120/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243127.739392:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243127.739396:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243127.739397:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243127.739400:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4635 00000100:00080000:1.0:1761243127.739402:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243127.739405:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243127.739415:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b115b84c x1846792481037184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243127.739452:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001649921c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481037120:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243127.739481:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243127.739499:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481037184:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243127.739518:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243127.739547:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037120 00000100:00100000:1.0:1761243127.739566:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037184 00000100:00100000:1.0:1761243127.739581:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434 00000100:00100000:1.0:1761243127.739585:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481037120:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761243127.739674:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243127.739706:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481037120:12345-0@lo:8:kworker/u8:2.0 Request processed in 120us (225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243127.739712:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00000100:00100000:1.0:1761243127.739726:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:1.0:1761243127.739729:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070b88565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481037184:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:1.0:1761243127.739808:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243127.739830:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070b88565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481037184:12345-0@lo:8:kworker/u8:2.0 Request processed in 100us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243127.739836:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00000100:00080000:1.0:1761243127.739865:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243127.739869:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243127.739872:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001649921c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481037120:0@lo:8:kworker/u8:2.0 00000100:00080000:1.0:1761243127.739880:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243127.739883:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243127.739885:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481037184:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243127.739907:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481036992:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243127.739930:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243127.739945:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243127.739965:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481037056:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.739987:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9b7776a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481036736:12345-0@lo:400:kworker/u8:2.0 Request processed in 39us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243127.739995:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243127.740003:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5717 00000100:00100000:1.0:1761243127.740025:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036992 00000100:00100000:2.0:1761243127.740413:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084d7cf3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481037248:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243127.740443:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243127.740463:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761243127.740469:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481036928:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243127.740491:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243127.740504:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfa69ca6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481037312:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243127.740525:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243127.740550:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037248 00000100:00100000:2.0:1761243127.740576:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481036928 00000100:00100000:2.0:1761243127.740593:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037312 00000100:00100000:2.0:1761243127.740611:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5718 00000100:00100000:2.0:1761243127.740615:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045fa43e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481037248:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243127.740652:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045fa43e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481037248:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243127.740659:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5718 00000100:00100000:2.0:1761243127.740671:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5719 00000100:00100000:2.0:1761243127.740674:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481036928:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243127.740699:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481036928:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243127.740705:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5719 00000100:00100000:2.0:1761243127.740715:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5720 00000100:00100000:2.0:1761243127.740718:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e367866 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481037312:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243127.740742:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e367866 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481037312:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243127.740747:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5720 00000100:00100000:3.0:1761243127.740790:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037056 00000100:00100000:2.0:1761243127.740793:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481036928:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243127.740806:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfa69ca6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481037312:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.740818:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00100000:2.0:1761243127.740819:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084d7cf3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481037248:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.740825:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a38615 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481036992:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.740870:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a38615 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481036992:12345-0@lo:400:kworker/u8:2.0 Request processed in 45us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243127.740877:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000100:00100000:2.0:1761243127.740885:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481036992:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.740894:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869 00000100:00100000:3.0:1761243127.740899:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481037056:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243127.741006:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069de1f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481036672:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243127.741356:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481037056:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243127.741376:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481037056:12345-0@lo:400:kworker/u8:2.0 Request processed in 475us (1383us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243127.741384:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869 00010000:00010000:1.0:1761243128.440548:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243128.692472:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243128.692605:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243128.692697:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842624 00000100:00100000:2.0:1761243128.692758:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2035 00000100:00100000:2.0:1761243128.692766:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464842624:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243128.692836:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464842624:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 69us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243128.692843:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2035 00000100:00100000:0.0:1761243128.693298:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842688 00000100:00100000:0.0:1761243128.693329:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5721 00000100:00100000:0.0:1761243128.693333:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c84c173 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464842688:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243128.693531:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c84c173 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464842688:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 197us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243128.693537:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5721 00000100:00100000:2.0:1761243128.700420:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243128.700480:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243128.700762:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842752 00000100:00100000:3.0:1761243128.700903:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842816 00000100:00100000:3.0:1761243128.701317:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2870 00000100:00100000:3.0:1761243128.701324:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464842816:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243128.701399:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464842816:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 74us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243128.701406:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2870 00000100:00100000:0.0:1761243128.701467:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5722 00000100:00100000:0.0:1761243128.701472:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa73748e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464842752:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243128.701503:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa73748e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464842752:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 31us (1090us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243128.701509:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5722 00000100:00100000:1.0:1761243128.702872:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243128.702963:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842880 00000100:00100000:2.0:1761243128.703005:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2436 00000100:00100000:2.0:1761243128.703010:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f732eb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464842880:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761243128.703099:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243128.703146:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f732eb7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464842880:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 135us (278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243128.703153:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2436 00010000:00010000:1.0:1761243129.465017:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243129.784552:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481037376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243129.784621:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243129.784677:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037376 00000100:00100000:3.0:1761243129.784717:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:3.0:1761243129.784723:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481037376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243129.784754:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243129.784792:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481037376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243129.784799:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:3.0:1761243129.784843:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481037376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243129.786163:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481037440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243129.786214:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243129.786343:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037440 00000100:00100000:0.0:1761243129.786388:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:0.0:1761243129.786393:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001061f11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481037440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243129.786412:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243129.786450:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001061f11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481037440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243129.786457:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00100000:1.0:1761243129.786535:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481037440:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243130.488487:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243130.808472:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481037504:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243130.808525:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481037568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243130.808541:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243130.808602:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037504 00000100:00100000:2.0:1761243130.808706:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3756 00000100:00100000:2.0:1761243130.808712:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481037504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243130.808751:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243130.809612:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481037504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 897us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243130.809620:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3756 00000100:00100000:1.0:1761243130.809687:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243130.809773:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481037504:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243130.809839:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037568 00000100:00100000:3.0:1761243130.810420:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3757 00000100:00100000:3.0:1761243130.810426:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481037568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243130.810459:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243130.810511:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481037568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243130.810517:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3757 00000100:00100000:1.0:1761243130.810593:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481037568:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761243131.513605:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243132.538255:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243132.856878:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243132.856885:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761243132.856888:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481037760:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243132.856890:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243132.856898:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4640 00000100:00080000:2.0:1761243132.856903:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243132.856909:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243132.856930:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dc60c5b3 x1846792481038080/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243132.856947:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761243132.856976:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243132.857015:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003668c0d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481038016:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243132.857036:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b71d0832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481037632:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243132.857044:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243132.857063:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243132.857069:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481037824:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243132.857081:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243132.857107:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243132.857135:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481037888:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243132.857161:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037632 00000100:00100000:0.0:1761243132.857162:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243132.857197:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1761243132.857205:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036 00000100:00100000:1.0:1761243132.857211:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481037632:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243132.857280:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481037632:12345-0@lo:400:kworker/u8:3.0 Request processed in 67us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243132.857288:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036 00000100:00100000:1.0:1761243132.857329:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037888 00000100:00100000:1.0:1761243132.857354:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5723 00000100:00100000:1.0:1761243132.857358:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005c87a26a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481037888:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243132.857389:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005c87a26a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481037888:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243132.857395:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5723 00000100:00100000:1.0:1761243132.857424:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037760 00000100:00100000:1.0:1761243132.857445:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037824 00000100:00100000:1.0:1761243132.857462:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3758 00000100:00100000:1.0:1761243132.857465:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481037760:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243132.857499:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481037760:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243132.857507:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3758 00000100:00100000:1.0:1761243132.857521:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3759 00000100:00100000:1.0:1761243132.857525:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a38615 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481037824:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243132.857528:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038016 00000100:00100000:1.0:1761243132.857555:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a38615 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481037824:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243132.857563:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3759 00000100:00100000:3.0:1761243132.857568:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00000100:00100000:3.0:1761243132.857574:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070b88565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481038016:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243132.857584:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481038080:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243132.857620:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070b88565 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481038016:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243132.857623:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243132.857630:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00100000:3.0:1761243132.857646:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038080 00000100:00100000:3.0:1761243132.857667:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437 00000100:00100000:3.0:1761243132.857672:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481038080:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243132.857673:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481037824:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243132.857687:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481037760:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243132.857696:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003668c0d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481038016:0@lo:400:kworker/u8:3.0 00010000:02020000:3.0:1761243132.857765:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243132.857766:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481037696:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243132.857803:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243132.857809:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481038080:12345-0@lo:8:kworker/u8:3.0 Request processed in 135us (188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243132.857816:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437 00000100:00100000:1.0:1761243132.857825:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481037952:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761243132.857847:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761243132.857853:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761243132.857853:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243132.857859:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481038080:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243132.857884:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037952 00000100:00100000:1.0:1761243132.857892:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481037696 00000100:00100000:3.0:1761243132.857908:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:3.0:1761243132.857914:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481037952:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243132.857923:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5724 00000100:00100000:1.0:1761243132.857928:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084d7cf3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481037696:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243132.857956:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481037952:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243132.857963:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00100000:1.0:1761243132.857970:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084d7cf3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481037696:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243132.857977:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5724 00000100:00100000:3.0:1761243132.857993:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481037696:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243132.858006:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481037952:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243132.859192:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b71d0832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481037632:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243132.859210:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481037888:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243132.859318:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243132.859324:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4640 00000100:00080000:2.0:1761243132.859326:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243132.859331:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243132.859360:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000047c079a4 x1846792481038144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243132.859762:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c079a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481038144:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243132.859931:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243132.860032:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dac8017 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481038272:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243132.860067:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243132.860127:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038272 00000100:00100000:0.0:1761243132.860166:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5725 00000100:00100000:0.0:1761243132.860173:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051a6ab7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481038272:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243132.860218:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051a6ab7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481038272:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243132.860225:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5725 00000100:00100000:0.0:1761243132.860270:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243132.860279:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481038208:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243132.860303:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243132.860323:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038208 00000100:00100000:0.0:1761243132.860343:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5726 00000100:00100000:0.0:1761243132.860346:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcfe27cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481038208:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243132.860378:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcfe27cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481038208:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243132.860384:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5726 00000100:00100000:0.0:1761243132.860410:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481038208:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243132.860444:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dac8017 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481038272:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243132.861731:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038144 00000100:00100000:2.0:1761243132.861778:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438 00000100:00100000:2.0:1761243132.861784:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dbf0810 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481038144:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243132.861891:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243132.861952:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dbf0810 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481038144:12345-0@lo:8:kworker/u8:3.0 Request processed in 168us (2021us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243132.861959:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438 00000100:00080000:3.0:1761243132.862064:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243132.862069:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243132.862074:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c079a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481038144:0@lo:8:kworker/u8:3.0 00010000:00010000:1.0:1761243133.560862:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243133.812575:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243133.812607:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243133.812643:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243133.812677:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243133.812775:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464842944 00000100:00100000:3.0:1761243133.812824:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2037 00000100:00100000:3.0:1761243133.812831:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464842944:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243133.812910:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464842944:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 79us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243133.812918:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2037 00000100:00100000:2.0:1761243133.813854:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843136 00000100:00100000:3.0:1761243133.814264:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243133.814509:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843200 00000100:00100000:2.0:1761243133.814537:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2873 00000100:00100000:2.0:1761243133.814544:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075af1fed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464843136:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243133.814605:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075af1fed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464843136:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 61us (1998us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243133.814615:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2873 00000100:00100000:2.0:1761243133.814632:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2439 00000100:00100000:2.0:1761243133.814635:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464843200:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761243133.814721:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243133.814747:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464843200:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 111us (486us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243133.814753:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2439 00000100:00100000:0.0:1761243133.816623:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843008 00000100:00100000:0.0:1761243133.816671:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843072 00000100:00100000:0.0:1761243133.816706:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5727 00000100:00100000:0.0:1761243133.816712:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4a5a16a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464843008:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243133.816781:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4a5a16a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464843008:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 69us (4216us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243133.816788:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5727 00000100:00100000:0.0:1761243133.816804:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5728 00000100:00100000:0.0:1761243133.816808:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a68fa528 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464843072:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243133.816827:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a68fa528 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464843072:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 19us (4151us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243133.816833:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5728 00010000:00010000:1.0:1761243134.585021:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243134.905128:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243134.905142:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb03e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481038336:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243134.905206:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243134.905263:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038336 00000100:00100000:3.0:1761243134.905302:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754 00000100:00100000:3.0:1761243134.905308:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481038336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243134.905338:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243134.905373:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481038336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243134.905380:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754 00000100:00100000:3.0:1761243134.905417:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb03e807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481038336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243134.905901:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481038400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243134.905933:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243134.906021:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038400 00000100:00100000:0.0:1761243134.906050:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755 00000100:00100000:0.0:1761243134.906061:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481038400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243134.906071:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243134.906100:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481038400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243134.906105:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755 00000100:00100000:0.0:1761243134.906128:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481038400:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761243135.609560:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243135.931180:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243135.931208:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481038464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243135.931302:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243135.931367:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038464 00000100:00100000:0.0:1761243135.931406:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3760 00000100:00100000:0.0:1761243135.931412:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009efa5b89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481038464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243135.931450:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243135.931487:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009efa5b89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481038464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243135.931493:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3760 00000100:00100000:0.0:1761243135.931545:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481038464:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243135.931668:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243135.931676:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069de1f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481038528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243135.931703:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243135.931725:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038528 00000100:00100000:1.0:1761243135.931747:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3761 00000100:00100000:1.0:1761243135.931751:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d25cbf2e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481038528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243135.931770:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243135.931799:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d25cbf2e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481038528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243135.931805:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3761 00000100:00100000:1.0:1761243135.931831:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069de1f30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481038528:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243136.632481:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243137.656458:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243137.976605:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243137.976739:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dac8017 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481038656:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243137.976812:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243137.976894:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038656 00000100:00100000:3.0:1761243137.976942:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5729 00000100:00100000:3.0:1761243137.976948:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069de1f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481038656:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.977019:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c079a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481038592:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.977054:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243137.977081:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038592 00000100:00100000:0.0:1761243137.977105:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038 00000100:00100000:0.0:1761243137.977108:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481038592:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.977137:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481038592:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243137.977144:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038 00000100:00100000:0.0:1761243137.977187:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c079a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481038592:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.980433:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481038720:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.980504:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243137.980583:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038720 00000100:00100000:0.0:1761243137.980625:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3762 00000100:00100000:0.0:1761243137.980631:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061a52469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481038720:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.980674:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061a52469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481038720:12345-0@lo:400:kworker/u8:2.0 Request processed in 43us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243137.980680:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3762 00000100:00100000:0.0:1761243137.980720:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036f22890 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481038720:0@lo:400:kworker/u8:2.0 00000100:00080000:2.0:1761243137.984060:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243137.984067:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243137.984070:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243137.984078:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4645 00000100:00080000:2.0:1761243137.984081:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243137.984086:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243137.984106:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dc60c5b3 x1846792481039040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243137.984124:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243137.984127:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243137.984128:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243137.984131:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4645 00000100:00080000:2.0:1761243137.984133:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243137.984135:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243137.984146:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003668c0d3 x1846792481039104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243137.985045:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069de1f30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481038656:12345-0@lo:400:kworker/u8:2.0 Request processed in 8091us (8229us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243137.985059:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5729 00000100:00100000:2.0:1761243137.985204:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481039040:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761243137.985312:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243137.985941:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481038784:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.985978:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243137.986015:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481039168:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.986040:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243137.986063:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761243137.986069:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b71d0832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481038848:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.986091:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243137.986105:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481039232:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.986124:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243137.986155:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039168 00000100:00100000:0.0:1761243137.986196:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038848 00000100:00100000:0.0:1761243137.986212:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039232 00000100:00100000:0.0:1761243137.986245:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5730 00000100:00100000:0.0:1761243137.986251:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075324a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481039168:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.986299:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075324a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481039168:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243137.986305:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5730 00000100:00100000:0.0:1761243137.986319:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5731 00000100:00100000:0.0:1761243137.986322:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee63ec04 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481038848:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.986345:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee63ec04 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481038848:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243137.986351:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5731 00000100:00100000:0.0:1761243137.986361:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5732 00000100:00100000:0.0:1761243137.986364:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1a6176a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481039232:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.986386:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1a6176a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481039232:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243137.986391:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5732 00000100:00100000:0.0:1761243137.986413:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038784 00000100:00100000:0.0:1761243137.986435:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3763 00000100:00100000:0.0:1761243137.986438:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5572923 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481038784:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.986465:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5572923 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481038784:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243137.986471:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3763 00000100:00100000:0.0:1761243137.986499:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481038976:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.986545:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b71d0832 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481038848:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.986556:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481039232:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.986563:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481038784:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.986571:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481039168:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243137.987104:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003668c0d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481039104:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761243137.987132:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243137.987298:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039040 00000100:00100000:3.0:1761243137.987335:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000100:00100000:3.0:1761243137.987339:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481039040:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761243137.987430:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243137.987466:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481039040:12345-0@lo:8:kworker/u8:2.0 Request processed in 126us (2154us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243137.987472:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00000100:00080000:2.0:1761243137.987562:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243137.987567:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243137.987571:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481039040:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243137.987641:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039104 00000100:00100000:3.0:1761243137.987669:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:3.0:1761243137.987673:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006eb0a0e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481039104:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761243137.987749:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243137.987776:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006eb0a0e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481039104:12345-0@lo:8:kworker/u8:2.0 Request processed in 102us (644us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243137.987781:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00080000:2.0:1761243137.987841:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243137.987845:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243137.987848:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003668c0d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481039104:0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243137.987929:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dac8017 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481038656:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243137.987947:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481038912:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243137.987973:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243137.988048:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038912 00000100:00100000:2.0:1761243137.988080:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874 00000100:00100000:2.0:1761243137.988084:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005569bf32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481038912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243137.989877:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005569bf32 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481038912:12345-0@lo:400:kworker/u8:2.0 Request processed in 1784us (1896us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243137.989890:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874 00000100:00100000:1.0:1761243137.990585:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481038912:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243137.990679:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243137.991029:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481038976 00000100:00100000:3.0:1761243137.991078:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875 00000100:00100000:3.0:1761243137.991083:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca7241b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481038976:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243137.991151:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca7241b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481038976:12345-0@lo:400:kworker/u8:2.0 Request processed in 67us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243137.991156:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875 00000100:00100000:0.0:1761243137.991247:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481038976:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761243138.680614:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243138.932741:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243138.932789:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243138.932890:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843264 00000100:00100000:0.0:1761243138.932961:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2039 00000100:00100000:0.0:1761243138.932968:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464843264:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243138.933059:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464843264:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 90us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243138.933066:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2039 00000100:00100000:1.0:1761243138.933688:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843328 00000100:00100000:1.0:1761243138.933738:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5733 00000100:00100000:1.0:1761243138.933743:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb03e807 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464843328:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243138.933802:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb03e807 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464843328:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 57us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243138.933810:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5733 00000100:00100000:2.0:1761243138.934462:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243138.934783:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843520 00000100:00100000:1.0:1761243138.935535:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2442 00000100:00100000:1.0:1761243138.935542:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003668c0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464843520:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:1.0:1761243138.935677:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243138.935738:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003668c0d3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464843520:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 195us (1278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243138.935745:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2442 00000100:00100000:3.0:1761243138.938835:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243138.938922:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843392 00000100:00100000:0.0:1761243138.939220:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5734 00000100:00100000:0.0:1761243138.939336:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464843392:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243138.939416:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000356d4f93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464843392:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 187us (2850us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243138.939423:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5734 00000100:00100000:2.0:1761243138.939786:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243138.940127:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843456 00000100:00100000:1.0:1761243138.940164:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2876 00000100:00100000:1.0:1761243138.940168:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464843456:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243138.940209:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464843456:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 40us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243138.940215:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2876 00010000:00010000:3.0:1761243139.707220:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243140.029407:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761243140.029423:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e0c6b82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481039296:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243140.029497:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243140.029542:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039296 00000100:00100000:3.0:1761243140.029815:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481039360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243140.029854:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243140.035620:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039360 00000100:00100000:1.0:1761243140.035680:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756 00000100:00100000:1.0:1761243140.035687:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002660a7bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481039296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243140.035727:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243140.035789:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002660a7bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481039296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (6293us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243140.035797:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756 00000100:00100000:1.0:1761243140.035813:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757 00000100:00100000:1.0:1761243140.035817:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ef24392 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481039360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243140.035827:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243140.035849:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ef24392 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481039360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 31us (6003us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243140.035854:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757 00000100:00100000:1.0:1761243140.035894:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481039360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243140.035909:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e0c6b82d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481039296:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243140.732452:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243141.048797:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243141.048817:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481039424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243141.048886:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243141.049027:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039424 00000100:00100000:3.0:1761243141.049078:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3764 00000100:00100000:3.0:1761243141.049085:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481039424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243141.049121:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243141.049176:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481039424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243141.049182:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3764 00000100:00100000:1.0:1761243141.049308:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481039424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243141.050553:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481039488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243141.050598:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243141.050826:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039488 00000100:00100000:2.0:1761243141.051057:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3765 00000100:00100000:2.0:1761243141.051063:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481039488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243141.051096:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243141.051383:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481039488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 319us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243141.051390:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3765 00000100:00100000:1.0:1761243141.052218:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481039488:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243141.752451:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243142.778648:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761243143.096673:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243143.096679:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243143.096683:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243143.096691:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4650 00000100:00080000:1.0:1761243143.096694:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243143.096700:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243143.096717:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000029791f17 x1846792481040000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243143.096730:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243143.096732:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243143.096734:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243143.096736:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4650 00000100:00080000:1.0:1761243143.096738:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243143.096740:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243143.096747:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f113e0b0 x1846792481040064/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243143.096776:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054b28dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481039744:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.096833:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243143.096855:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481040128:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.096874:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243143.096888:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761243143.096892:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021414abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481039680:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.096921:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243143.096933:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e60dfacc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481039936:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.096950:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243143.096977:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039744 00000100:00100000:1.0:1761243143.097010:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039680 00000100:00100000:1.0:1761243143.097024:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766 00000100:00100000:1.0:1761243143.097028:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481039744:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.097070:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481039744:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243143.097077:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766 00000100:00100000:1.0:1761243143.097094:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3767 00000100:00100000:1.0:1761243143.097097:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481039680:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.097116:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481039680:12345-0@lo:400:kworker/u8:2.0 Request processed in 18us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243143.097120:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3767 00000100:00100000:1.0:1761243143.097136:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040128 00000100:00100000:1.0:1761243143.097158:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5735 00000100:00100000:1.0:1761243143.097162:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ff0eac4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481040128:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.097185:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ff0eac4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481040128:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243143.097191:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5735 00000100:00100000:1.0:1761243143.097245:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021414abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481039680:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.097255:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054b28dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481039744:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.097262:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481040128:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.097330:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001649921c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481039552:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.097359:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243143.097382:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc5e3ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481039808:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.097399:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243143.097409:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481040192:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.097424:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243143.097436:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761243143.097440:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481039616:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.097455:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243143.097464:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039332233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481039872:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.097481:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243143.097496:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481040000:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761243143.097513:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243143.097525:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481040064:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761243143.097539:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243143.097558:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039936 00000100:00100000:2.0:1761243143.097577:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039872 00000100:00100000:2.0:1761243143.097588:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040000 00000100:00100000:2.0:1761243143.097595:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040064 00000100:00100000:2.0:1761243143.097603:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877 00000100:00100000:2.0:1761243143.097606:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceb1efde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481039936:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.097631:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceb1efde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481039936:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243143.097637:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877 00000100:00100000:2.0:1761243143.097646:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00000100:00100000:2.0:1761243143.097649:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481039872:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.097669:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481039872:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243143.097674:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00000100:00100000:2.0:1761243143.097682:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443 00000100:00100000:2.0:1761243143.097685:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481040000:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761243143.097794:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243143.097819:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481040000:12345-0@lo:8:kworker/u8:2.0 Request processed in 133us (305us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243143.097824:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443 00000100:00100000:2.0:1761243143.097835:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444 00000100:00100000:2.0:1761243143.097838:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481040064:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:2.0:1761243143.097921:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243143.097940:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481040064:12345-0@lo:8:kworker/u8:2.0 Request processed in 101us (401us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243143.097945:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444 00000100:00100000:2.0:1761243143.097969:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039808 00000100:00100000:2.0:1761243143.097984:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040192 00000100:00100000:2.0:1761243143.097995:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039616 00000100:00100000:2.0:1761243143.098006:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5736 00000100:00100000:2.0:1761243143.098009:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b71d0832 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481039808:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.098031:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b71d0832 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481039808:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243143.098036:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5736 00000100:00100000:2.0:1761243143.098044:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5737 00000100:00100000:2.0:1761243143.098047:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036f22890 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481040192:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.098063:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036f22890 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481040192:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243143.098067:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5737 00000100:00100000:2.0:1761243143.098074:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5738 00000100:00100000:2.0:1761243143.098077:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c079a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481039616:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.098092:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c079a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481039616:12345-0@lo:400:kworker/u8:2.0 Request processed in 15us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243143.098097:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5738 00000100:00080000:2.0:1761243143.098116:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243143.098119:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243143.098122:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481040000:0@lo:8:kworker/u8:2.0 00000100:00080000:2.0:1761243143.098128:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243143.098131:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243143.098133:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481040064:0@lo:8:kworker/u8:2.0 00000100:00100000:2.0:1761243143.098155:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481039616:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.098163:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039332233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481039872:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.098172:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc5e3ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481039808:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243143.098179:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b68c5267 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481040192:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.098254:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481039552 00000100:00100000:1.0:1761243143.098286:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040 00000100:00100000:1.0:1761243143.098290:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481039552:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.098321:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481039552:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243143.098326:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040 00000100:00100000:1.0:1761243143.098355:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001649921c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481039552:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243143.098372:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e60dfacc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481039936:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761243143.800485:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243144.054953:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243144.058512:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843840 00000100:00100000:0.0:1761243144.058590:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2445 00000100:00100000:0.0:1761243144.058598:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a46691ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464843840:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243144.058748:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243144.058828:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a46691ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464843840:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 228us (3884us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243144.058836:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2445 00000100:00100000:3.0:1761243144.059100:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243144.059187:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243144.059213:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243144.059252:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243144.059270:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843648 00000100:00100000:3.0:1761243144.059297:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843712 00000100:00100000:3.0:1761243144.059314:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5739 00000100:00100000:3.0:1761243144.059318:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d630b2d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464843648:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243144.059399:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843584 00000100:00100000:0.0:1761243144.059418:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2041 00000100:00100000:0.0:1761243144.059422:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464843584:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243144.059456:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464843584:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 33us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243144.059462:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2041 00000100:00100000:0.0:1761243144.059558:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5740 00000100:00100000:0.0:1761243144.059563:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009832c79c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464843712:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243144.059591:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009832c79c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464843712:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 27us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243144.059597:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5740 00000100:00100000:1.0:1761243144.059684:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843776 00000100:00100000:1.0:1761243144.059716:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2879 00000100:00100000:1.0:1761243144.059721:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987e9caf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464843776:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243144.059749:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987e9caf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464843776:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 27us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243144.059755:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2879 00000100:00100000:3.0:1761243144.062166:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d630b2d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464843648:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 2838us (2970us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243144.062182:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5739 00010000:00010000:1.0:1761243144.825141:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243145.144571:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481040256:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243145.144645:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243145.145605:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243145.145611:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040256 00000100:00100000:0.0:1761243145.145614:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481040320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243145.145648:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243145.145651:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758 00000100:00100000:2.0:1761243145.145657:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481040256:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243145.145673:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040320 00002000:00000024:2.0:1761243145.145688:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243145.145691:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759 00000100:00100000:0.0:1761243145.145695:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c6b82d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481040320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243145.145703:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243145.145725:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c6b82d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481040320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 29us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243145.145731:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759 00000100:00100000:2.0:1761243145.145738:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481040256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (1095us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243145.145743:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758 00000100:00100000:0.0:1761243145.145776:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481040320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243145.145854:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481040256:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243145.848426:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243146.168429:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243146.168445:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027199861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481040384:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243146.168594:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243146.168705:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040384 00000100:00100000:1.0:1761243146.168763:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3768 00000100:00100000:1.0:1761243146.168771:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009efa7f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481040384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243146.168809:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243146.168881:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243146.168892:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009efa7f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481040384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243146.168893:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dac8017 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481040448:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243146.168905:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3768 00000100:00100000:2.0:1761243146.168931:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243146.168956:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027199861 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481040384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243146.168968:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040448 00000100:00100000:2.0:1761243146.168996:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3769 00000100:00100000:2.0:1761243146.169001:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001649921c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481040448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243146.169023:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243146.169507:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001649921c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481040448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 503us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243146.169513:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3769 00000100:00100000:1.0:1761243146.169587:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dac8017 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481040448:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243146.874517:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243147.896945:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243148.216523:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761243148.216527:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481040704:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243148.216530:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243148.216533:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243148.216537:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4655 00000100:00080000:2.0:1761243148.216540:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243148.216545:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243148.216565:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008e3848f3 x1846792481040960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243148.216582:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243148.216585:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243148.216586:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243148.216589:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4655 00000100:00080000:2.0:1761243148.216590:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243148.216593:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243148.216596:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243148.216604:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000099f2091 x1846792481041024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243148.216624:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5e0b9f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481041088:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243148.216632:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e3848f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481040960:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243148.216648:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243148.216655:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243148.216663:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1761243148.216667:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000099f2091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481041024:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243148.216668:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481040512:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243148.216967:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040704 00000100:00100000:1.0:1761243148.217010:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3770 00000100:00100000:1.0:1761243148.217016:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a3aa8f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481040704:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243148.217067:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243148.217107:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041088 00000100:00100000:2.0:1761243148.217134:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5741 00000100:00100000:2.0:1761243148.217137:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ffb7f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481041088:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243148.217157:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243148.217171:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ffb7f59 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481041088:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243148.217173:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481040768:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243148.217177:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5741 00000100:00100000:3.0:1761243148.217194:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243148.217211:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068f4db22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481041152:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243148.217212:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040768 00000100:00100000:2.0:1761243148.217252:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5742 00000100:00100000:2.0:1761243148.217255:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001433b671 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481040768:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243148.217256:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243148.217282:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001433b671 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481040768:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243148.217283:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5e0b9f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481041088:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243148.217291:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5742 00000100:00100000:2.0:1761243148.217300:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041152 00000100:00100000:3.0:1761243148.217302:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481040768:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243148.217333:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5743 00000100:00100000:3.0:1761243148.217335:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040960 00000100:00100000:2.0:1761243148.217337:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c983a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481041152:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243148.217354:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041024 00000100:00100000:2.0:1761243148.217376:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c983a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481041152:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243148.217382:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5743 00000100:00100000:0.0:1761243148.217486:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481040640:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243148.217639:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a3aa8f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481040704:12345-0@lo:400:kworker/u8:0.0 Request processed in 622us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243148.217646:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3770 00000100:00100000:1.0:1761243148.217672:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040512 00000100:00100000:1.0:1761243148.217694:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042 00000100:00100000:1.0:1761243148.217697:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481040512:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243148.217721:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481040512:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243148.217726:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042 00000100:00100000:0.0:1761243148.218012:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243148.218027:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bcbe843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481040896:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243148.218087:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446 00000100:00100000:3.0:1761243148.218094:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000918ca5c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481040960:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243148.218110:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447 00000100:00100000:2.0:1761243148.218114:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000715511a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481041024:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:3.0:1761243148.218271:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:2.0:1761243148.218276:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243148.218304:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000715511a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481041024:12345-0@lo:8:kworker/u8:0.0 Request processed in 189us (1237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243148.218327:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447 00000100:00100000:0.0:1761243148.218467:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243148.218476:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040640 00000100:00100000:0.0:1761243148.218488:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761243148.218499:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3771 00000100:00100000:1.0:1761243148.218502:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481040640:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243148.218532:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481040640:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243148.218537:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3771 00000100:00100000:0.0:1761243148.218579:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006e5275ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481040576:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243148.218603:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243148.218617:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481040832:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243148.218635:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243148.218654:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b727c0d9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481040640:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243148.218681:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040576 00000100:00100000:0.0:1761243148.218702:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5744 00000100:00100000:0.0:1761243148.218706:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085a718e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481040576:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243148.218744:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085a718e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481040576:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243148.218749:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5744 00000100:00100000:0.0:1761243148.218768:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040896 00000100:00100000:0.0:1761243148.218786:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481040832 00000100:00100000:0.0:1761243148.218801:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880 00000100:00100000:0.0:1761243148.219478:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9b263f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481040896:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243148.219638:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9b263f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481040896:12345-0@lo:400:kworker/u8:0.0 Request processed in 832us (1592us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243148.219645:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880 00000100:00100000:0.0:1761243148.219662:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881 00000100:00100000:0.0:1761243148.219667:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fae6b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481040832:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243148.219690:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fae6b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481040832:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (1054us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243148.219695:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881 00000100:00100000:3.0:1761243148.219885:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000918ca5c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481040960:12345-0@lo:8:kworker/u8:0.0 Request processed in 1793us (3228us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243148.219892:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446 00000100:00100000:3.0:1761243148.219927:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481040512:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243148.219940:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068f4db22 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481041152:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243148.219949:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481040704:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243148.220713:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006e5275ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481040576:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243148.220860:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243148.220865:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243148.220869:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e3848f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481040960:0@lo:8:kworker/u8:0.0 00000100:00080000:2.0:1761243148.220880:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243148.220883:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243148.220885:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000099f2091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481041024:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243148.220945:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481040832:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243148.220955:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bcbe843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481040896:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243148.920500:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243149.173667:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243149.173715:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243149.173749:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243149.173779:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243149.173814:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243149.173853:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843968 00000100:00100000:0.0:1761243149.173897:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844032 00000100:00100000:0.0:1761243149.173918:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5745 00000100:00100000:0.0:1761243149.173924:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009c1e752 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464843968:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243149.173996:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009c1e752 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464843968:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 71us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243149.174007:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5745 00000100:00100000:0.0:1761243149.174023:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5746 00000100:00100000:0.0:1761243149.174026:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021f12d39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464844032:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243149.174049:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021f12d39 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464844032:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243149.174054:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5746 00000100:00100000:3.0:1761243149.174345:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844096 00000100:00100000:3.0:1761243149.174382:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844160 00000100:00100000:3.0:1761243149.174398:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2882 00000100:00100000:3.0:1761243149.174402:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000432db979 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464844096:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243149.174432:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000432db979 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464844096:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 29us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243149.174438:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2882 00000100:00100000:3.0:1761243149.174452:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2448 00000100:00100000:3.0:1761243149.174456:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ed31d24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464844160:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761243149.174545:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243149.174569:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ed31d24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464844160:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 112us (791us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243149.174576:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2448 00000100:00100000:2.0:1761243149.174895:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464843904 00000100:00100000:2.0:1761243149.174967:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2043 00000100:00100000:2.0:1761243149.174971:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464843904:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243149.175010:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464843904:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 37us (1260us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243149.175016:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2043 00010000:00010000:1.0:1761243149.944451:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243150.265318:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243150.265335:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000099f2091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481041216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243150.265410:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243150.265467:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041216 00000100:00100000:3.0:1761243150.265510:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:3.0:1761243150.265516:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004689ab46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481041216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243150.265551:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243150.265591:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004689ab46 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481041216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243150.265599:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00100000:2.0:1761243150.265625:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000099f2091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481041216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243150.266181:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243150.266189:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a2c6b3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481041280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243150.266220:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243150.266382:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041280 00000100:00100000:3.0:1761243150.266453:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:3.0:1761243150.266458:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027199861 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481041280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243150.266472:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243150.266512:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027199861 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481041280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243150.266517:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00100000:1.0:1761243150.266931:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a2c6b3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481041280:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243150.968459:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243151.288572:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481041344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243151.288634:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243151.288677:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041344 00000100:00100000:1.0:1761243151.288715:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3772 00000100:00100000:1.0:1761243151.288720:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481041344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243151.288766:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243151.288814:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481041344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243151.288821:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3772 00000100:00100000:1.0:1761243151.288863:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000099f2091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481041408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243151.288895:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243151.289265:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481041344:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243151.289418:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041408 00000100:00100000:2.0:1761243151.289453:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3773 00000100:00100000:2.0:1761243151.289458:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000356461db pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481041408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243151.289479:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243151.289897:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000356461db pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481041408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 438us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243151.289905:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3773 00000100:00100000:1.0:1761243151.289961:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000099f2091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481041408:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761243151.993009:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243153.016441:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761243153.336630:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243153.336638:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243153.336641:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243153.336650:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4660 00000100:00080000:1.0:1761243153.336654:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243153.336660:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243153.336682:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005fd80534 x1846792481041920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243153.336699:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243153.336702:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243153.336703:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243153.336706:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4660 00000100:00080000:1.0:1761243153.336737:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243153.336740:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243153.336751:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fb88e8f5 x1846792481041984/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243153.336784:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ee1b19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481041664:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243153.336847:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243153.336879:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007215f9cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481042048:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.336976:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029a1fa87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481041472:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337011:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243153.337028:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e86f5e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481041728:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337051:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243153.337065:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481042112:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337084:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243153.337099:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761243153.337104:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f9ea433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481041536:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337125:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243153.337138:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc91a859 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481041792:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337157:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243153.337190:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041728 00000100:00100000:0.0:1761243153.337251:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042112 00000100:00100000:0.0:1761243153.337270:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041536 00000100:00100000:0.0:1761243153.337286:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5747 00000100:00100000:0.0:1761243153.337292:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e5275ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481041728:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337339:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e5275ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481041728:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243153.337348:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5747 00000100:00100000:0.0:1761243153.337363:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5748 00000100:00100000:0.0:1761243153.337366:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b727c0d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481042112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337389:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b727c0d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481042112:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243153.337394:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5748 00000100:00100000:0.0:1761243153.337404:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5749 00000100:00100000:0.0:1761243153.337408:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc606aff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481041536:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337430:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc606aff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481041536:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243153.337436:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5749 00000100:00100000:0.0:1761243153.337457:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041792 00000100:00100000:0.0:1761243153.337480:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883 00000100:00100000:0.0:1761243153.337483:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0e7619 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481041792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337510:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0e7619 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481041792:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243153.337516:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883 00000100:00100000:0.0:1761243153.337570:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f9ea433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481041536:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337581:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc91a859 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481041792:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337588:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e86f5e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481041728:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337595:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481042112:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337638:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041664 00000100:00100000:0.0:1761243153.337660:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3774 00000100:00100000:0.0:1761243153.337663:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481041664:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337691:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481041664:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243153.337697:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3774 00000100:00100000:0.0:1761243153.337727:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fd80534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481041920:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337750:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243153.337763:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb88e8f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481041984:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243153.337781:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243153.337804:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041920 00000100:00100000:0.0:1761243153.337820:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041984 00000100:00100000:0.0:1761243153.337842:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:0.0:1761243153.337846:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000907a49a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481041920:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243153.338024:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243153.338058:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000907a49a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481041920:12345-0@lo:8:kworker/u8:3.0 Request processed in 211us (308us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243153.338065:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00100000:0.0:1761243153.338077:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:0.0:1761243153.338080:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481041984:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243153.338152:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243153.338173:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481041984:12345-0@lo:8:kworker/u8:3.0 Request processed in 92us (392us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243153.338179:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450 00000100:00080000:0.0:1761243153.338205:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243153.338208:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243153.338211:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fd80534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481041920:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761243153.338219:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243153.338221:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243153.338224:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb88e8f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481041984:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243153.338696:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041472 00000100:00100000:2.0:1761243153.338740:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044 00000100:00100000:2.0:1761243153.338745:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481041472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243153.338785:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481041472:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (1774us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243153.338792:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044 00000100:00100000:2.0:1761243153.338830:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029a1fa87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481041472:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243153.340029:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000008142519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481041600:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243153.340085:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243153.340120:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b74ab29b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481041856:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243153.340140:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243153.340189:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041856 00000100:00100000:3.0:1761243153.340260:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:3.0:1761243153.340265:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481041856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243153.340310:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481041856:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243153.340316:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00000100:00100000:3.0:1761243153.340349:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b74ab29b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481041856:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243153.340741:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481041600 00000100:00100000:2.0:1761243153.340780:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3775 00000100:00100000:2.0:1761243153.340784:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d5138b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481041600:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243153.340822:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d5138b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481041600:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243153.340827:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3775 00000100:00100000:1.0:1761243153.341025:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243153.341159:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ee1b19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481041664:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243153.342125:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000008142519 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481041600:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243153.342267:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042048 00000100:00100000:2.0:1761243153.342326:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5750 00000100:00100000:2.0:1761243153.342333:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b74ab29b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481042048:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243153.342409:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b74ab29b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481042048:12345-0@lo:400:kworker/u8:3.0 Request processed in 75us (1385us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243153.342416:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5750 00000100:00100000:1.0:1761243153.342548:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007215f9cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481042048:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243154.040955:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243154.291285:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243154.293327:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844224 00000100:00100000:3.0:1761243154.293405:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2045 00000100:00100000:3.0:1761243154.293412:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464844224:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243154.293508:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464844224:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 95us (2232us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243154.293516:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2045 00000100:00100000:2.0:1761243154.294181:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243154.294217:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243154.294264:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243154.294295:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243154.294321:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844288 00000100:00100000:2.0:1761243154.294350:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844352 00000100:00100000:2.0:1761243154.294368:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5751 00000100:00100000:2.0:1761243154.294373:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d456571 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464844288:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243154.294413:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d456571 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464844288:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 39us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243154.294420:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5751 00000100:00100000:2.0:1761243154.294433:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5752 00000100:00100000:2.0:1761243154.294437:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c874f6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464844352:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243154.294460:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c874f6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464844352:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 22us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243154.294466:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5752 00000100:00100000:0.0:1761243154.295992:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844480 00000100:00100000:0.0:1761243154.296035:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844416 00000100:00100000:0.0:1761243154.296076:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2885 00000100:00100000:0.0:1761243154.296082:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000829b3123 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464844416:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243154.296134:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000829b3123 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464844416:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 51us (1870us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243154.296141:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2885 00000100:00100000:0.0:1761243154.296155:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2451 00000100:00100000:0.0:1761243154.296158:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464844480:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243154.296270:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243154.296297:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464844480:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 138us (2118us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243154.296304:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2451 00010000:00010000:1.0:1761243155.064978:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243155.386927:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243155.386947:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481042176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243155.387017:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243155.387103:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761243155.387111:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ac4c74a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481042240:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243155.387134:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243155.388110:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042176 00000100:00100000:3.0:1761243155.388153:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042240 00000100:00100000:3.0:1761243155.388181:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762 00000100:00100000:3.0:1761243155.388187:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000038cf031 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481042176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243155.388219:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243155.388287:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000038cf031 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481042176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (1270us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243155.388295:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762 00000100:00100000:3.0:1761243155.388312:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:3.0:1761243155.388315:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481042240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243155.388336:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243155.388364:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481042240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243155.388370:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:2.0:1761243155.388609:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ac4c74a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481042240:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243155.388657:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000458b9764 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481042176:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761243156.091977:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243156.408561:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243156.408591:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007215f9cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481042304:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243156.408667:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243156.408765:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ac4c74a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481042368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243156.408768:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042304 00000100:00100000:2.0:1761243156.408799:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243156.408816:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042368 00000100:00100000:1.0:1761243156.408841:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3776 00000100:00100000:1.0:1761243156.408848:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481042304:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243156.408874:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3777 00000100:00100000:2.0:1761243156.408880:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481042368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243156.408883:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000004:00000024:2.0:1761243156.408902:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243156.408941:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481042304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243156.408949:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3776 00000100:00100000:1.0:1761243156.408990:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007215f9cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481042304:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243156.409011:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481042368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 130us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243156.409019:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3777 00000100:00100000:0.0:1761243156.409028:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ac4c74a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481042368:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243157.115972:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243158.137057:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243158.456659:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761243158.456663:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006c4274e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481042496:0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1761243158.456667:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243158.456670:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243158.456676:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4665 00000100:00080000:0.0:1761243158.456679:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243158.456686:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243158.456711:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000007d1972a x1846792481042880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243158.456730:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243158.456733:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243158.456735:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243158.456738:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4665 00000100:00080000:0.0:1761243158.456740:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00100000:2.0:1761243158.456743:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481042432:0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1761243158.456746:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243158.456764:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d7f8103a x1846792481042944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243158.456765:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243158.456814:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243158.456816:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481042880:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243158.456816:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff8b165c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481042752:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243158.456838:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481042688:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243158.456883:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042432 00000100:00100000:1.0:1761243158.456921:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046 00000100:00100000:1.0:1761243158.456927:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481042432:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243158.457314:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243158.457333:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481042624:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243158.457338:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761243158.457343:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481042560:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243158.457362:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243158.457374:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042496 00000100:00100000:0.0:1761243158.457381:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481043008:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243158.457398:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5753 00000100:00100000:0.0:1761243158.457402:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243158.457402:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000246b6066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481042496:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243158.457417:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761243158.457421:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481043072:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243158.457442:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243158.457470:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042624 00000100:00100000:0.0:1761243158.457495:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778 00000100:00100000:0.0:1761243158.457500:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001361a631 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481042624:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243158.457538:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001361a631 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481042624:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243158.457548:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778 00000100:00100000:2.0:1761243158.457549:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243158.457574:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043008 00000100:00100000:0.0:1761243158.457596:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043072 00000100:00100000:0.0:1761243158.457626:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042688 00000100:00100000:2.0:1761243158.457634:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243158.457642:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5754 00000100:00100000:0.0:1761243158.457646:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d9560ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481043008:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243158.457650:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000246b6066 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481042496:12345-0@lo:400:kworker/u8:0.0 Request processed in 247us (888us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243158.457657:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5753 00000100:00100000:2.0:1761243158.457661:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481042944:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243158.457673:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5755 00000100:00100000:0.0:1761243158.457677:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d9560ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481043008:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243158.457677:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000466ee0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481043072:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243158.457683:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5754 00000100:00100000:0.0:1761243158.457696:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5756 00000100:00100000:2.0:1761243158.457699:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243158.457703:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000900ae2d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481042688:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243158.457705:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000466ee0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481043072:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243158.457715:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5755 00000100:00100000:0.0:1761243158.457738:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000900ae2d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481042688:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243158.457740:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042752 00000100:00100000:2.0:1761243158.457744:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042880 00000100:00100000:0.0:1761243158.457745:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5756 00000100:00100000:3.0:1761243158.457765:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042944 00000100:00100000:2.0:1761243158.457779:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:2.0:1761243158.457785:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481042752:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243158.457799:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:3.0:1761243158.457805:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481042880:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243158.457826:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481042752:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243158.457837:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481042432:12345-0@lo:400:kworker/u8:0.0 Request processed in 908us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243158.457841:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00100000:1.0:1761243158.457849:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046 00000100:00100000:2.0:1761243158.457862:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:2.0:1761243158.457867:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000099f2091 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481042944:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:3.0:1761243158.457912:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:2.0:1761243158.457976:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243158.458007:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000099f2091 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481042944:12345-0@lo:8:kworker/u8:0.0 Request processed in 139us (312us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243158.458013:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00100000:0.0:1761243158.458043:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481043072:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243158.458047:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481042880:12345-0@lo:8:kworker/u8:0.0 Request processed in 242us (415us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243158.458053:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481042624:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243158.458053:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000100:00100000:0.0:1761243158.458059:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481043008:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243158.458094:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761243158.458097:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481042432:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243158.458100:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243158.458107:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481042944:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243158.458111:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481042688:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243158.458113:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243158.458133:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243158.458137:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243158.458140:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481042816:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243158.458142:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481042880:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243158.458167:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243158.458197:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006c4274e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481042496:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243158.458206:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff8b165c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481042752:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243158.458207:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042816 00000100:00100000:0.0:1761243158.458225:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481042560 00000100:00100000:3.0:1761243158.458257:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887 00000100:00100000:0.0:1761243158.458259:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3779 00000100:00100000:3.0:1761243158.458261:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481042816:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243158.458263:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481042560:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243158.458297:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481042816:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243158.458303:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887 00000100:00100000:0.0:1761243158.458552:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481042560:12345-0@lo:400:kworker/u8:0.0 Request processed in 287us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243158.458553:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481042560:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243158.458559:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3779 00000100:00100000:3.0:1761243158.458562:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481042816:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243159.161120:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243159.411509:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243159.414521:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243159.414555:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243159.414623:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243159.414648:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243159.414689:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844800 00000100:00100000:2.0:1761243159.414692:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844736 00000100:00100000:3.0:1761243159.414753:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2888 00000100:00100000:3.0:1761243159.414761:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009302a32a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464844736:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243159.414821:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844544 00000100:00100000:3.0:1761243159.414839:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009302a32a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464844736:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 76us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243159.414847:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2888 00000100:00100000:1.0:1761243159.414856:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2047 00000100:00100000:1.0:1761243159.414862:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464844544:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243159.414868:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2454 00000100:00100000:3.0:1761243159.414873:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464844800:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761243159.414891:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464844544:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 29us (3390us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243159.414899:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2047 00010000:02020000:3.0:1761243159.414956:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243159.414987:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464844800:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 113us (432us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243159.414993:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2454 00000100:00100000:0.0:1761243159.415044:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844672 00000100:00100000:0.0:1761243159.415075:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844608 00000100:00100000:0.0:1761243159.415089:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5757 00000100:00100000:0.0:1761243159.415092:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068f4db22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464844672:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243159.415121:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068f4db22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464844672:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 28us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243159.415127:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5757 00000100:00100000:0.0:1761243159.415136:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5758 00000100:00100000:0.0:1761243159.415139:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c95d33f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464844608:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243159.415155:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c95d33f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464844608:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 15us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243159.415160:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5758 00010000:00010000:3.0:1761243160.185812:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243160.511058:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481043200:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243160.511127:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243160.511157:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243160.511163:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a669eed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481043136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243160.511186:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243160.511216:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043200 00000100:00100000:3.0:1761243160.511272:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043136 00000100:00100000:3.0:1761243160.511289:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764 00000100:00100000:3.0:1761243160.511294:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000458d3f1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481043200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243160.511326:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243160.511364:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000458d3f1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481043200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243160.511370:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764 00000100:00100000:3.0:1761243160.511386:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765 00000100:00100000:3.0:1761243160.511389:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481043136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243160.511397:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243160.511419:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481043136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 30us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243160.511425:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765 00000100:00100000:3.0:1761243160.511463:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a669eed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481043136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243160.511472:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481043200:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243161.208962:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243161.528513:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243161.528527:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007215f9cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481043264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243161.528606:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243161.528653:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043264 00000100:00100000:2.0:1761243161.528703:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780 00000100:00100000:2.0:1761243161.528710:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481043264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243161.528750:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243161.528793:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481043264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243161.528800:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780 00000100:00100000:3.0:1761243161.528866:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029a1fa87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481043328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243161.528892:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243161.528932:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007215f9cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481043264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243161.529004:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043328 00000100:00100000:1.0:1761243161.529036:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3781 00000100:00100000:1.0:1761243161.529041:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0a7c6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481043328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243161.529063:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243161.529104:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0a7c6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481043328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243161.529109:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3781 00000100:00100000:3.0:1761243161.529176:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029a1fa87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481043328:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243162.232437:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243163.259031:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243163.576510:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fda176c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481043392:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243163.576577:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243163.576583:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243163.576587:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243163.576593:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4670 00000100:00080000:2.0:1761243163.576596:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243163.576602:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243163.576604:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243163.576623:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004ac24b1f x1846792481043840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243163.576630:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a669eed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481043648:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243163.576640:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243163.576643:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243163.576644:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243163.576647:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4670 00000100:00080000:2.0:1761243163.576649:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243163.576652:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243163.576655:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243163.576661:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003e2eac11 x1846792481043904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243163.576672:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761243163.576677:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bd6ba0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481043456:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243163.576692:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ac24b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481043840:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243163.576695:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243163.576708:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481043712:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243163.576719:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243163.576736:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e2eac11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481043904:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243163.576739:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043648 00000100:00100000:2.0:1761243163.576753:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243163.576778:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043456 00000100:00100000:2.0:1761243163.576779:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043840 00000100:00100000:2.0:1761243163.576795:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043904 00000100:00100000:3.0:1761243163.576798:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5759 00000100:00100000:3.0:1761243163.576804:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481043648:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243163.576807:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:2.0:1761243163.576810:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aef74c64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481043840:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243163.576845:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000458b9764 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481043648:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243163.576851:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5759 00000100:00100000:3.0:1761243163.576866:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5760 00000100:00100000:3.0:1761243163.576869:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2c6b3a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481043456:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243163.576889:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2c6b3a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481043456:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243163.576893:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5760 00010000:02020000:2.0:1761243163.576901:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243163.576918:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456 00000100:00100000:3.0:1761243163.576921:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000252c4a96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481043904:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243163.576937:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aef74c64 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481043840:12345-0@lo:8:kworker/u8:3.0 Request processed in 119us (211us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243163.576943:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00000100:00080000:2.0:1761243163.576968:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243163.576972:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243163.576975:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ac24b1f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481043840:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243163.576994:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa311b65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481043584:0@lo:400:kworker/u8:3.0 00010000:02020000:3.0:1761243163.577001:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243163.577017:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243163.577024:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000252c4a96 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481043904:12345-0@lo:8:kworker/u8:3.0 Request processed in 102us (271us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243163.577028:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481043968:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243163.577030:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456 00000100:00100000:2.0:1761243163.577046:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761243163.577049:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243163.577051:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243163.577054:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e2eac11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481043904:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243163.577059:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761243163.577063:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481043520:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243163.577068:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043968 00000100:00100000:2.0:1761243163.577082:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243163.577088:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5761 00000100:00100000:3.0:1761243163.577091:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e9d2200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481043968:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243163.577093:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8eadc73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481043776:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243163.577110:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243163.577113:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e9d2200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481043968:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243163.577118:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5761 00000100:00100000:2.0:1761243163.577127:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481043968:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243163.577133:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043776 00000100:00100000:2.0:1761243163.577146:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243163.577154:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043712 00000100:00100000:2.0:1761243163.577163:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a669eed7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481043648:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243163.577170:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889 00000100:00100000:3.0:1761243163.577173:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc4ce781 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481043776:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243163.577175:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ca8d87f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481044032:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243163.577194:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243163.577200:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc4ce781 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481043776:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243163.577205:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889 00000100:00100000:2.0:1761243163.577207:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bd6ba0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481043456:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243163.577215:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:3.0:1761243163.577218:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0419bef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481043712:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243163.577252:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8eadc73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481043776:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243163.577270:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0419bef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481043712:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243163.577273:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481043712:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243163.577276:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00100000:0.0:1761243163.577336:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043584 00000100:00100000:1.0:1761243163.577336:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043392 00000100:00100000:0.0:1761243163.577361:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481043520 00000100:00100000:1.0:1761243163.577363:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048 00000100:00100000:1.0:1761243163.577367:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481043392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243163.577377:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3782 00000100:00100000:0.0:1761243163.577380:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e1b63a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481043584:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243163.577407:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e1b63a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481043584:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243163.577412:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3782 00000100:00100000:0.0:1761243163.577428:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3783 00000100:00100000:0.0:1761243163.577431:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481043520:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243163.577450:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481043520:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243163.577458:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3783 00000100:00100000:0.0:1761243163.577482:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da18c63b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481043520:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243163.577489:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa311b65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481043584:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243163.578629:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044032 00000100:00100000:3.0:1761243163.581562:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5762 00000100:00100000:3.0:1761243163.581573:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b041f23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481044032:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243163.583918:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481043392:12345-0@lo:400:kworker/u8:3.0 Request processed in 6541us (7307us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243163.583935:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048 00000100:00100000:3.0:1761243163.584441:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b041f23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481044032:12345-0@lo:400:kworker/u8:3.0 Request processed in 2868us (7245us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243163.584449:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5762 00000100:00100000:2.0:1761243163.584452:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ca8d87f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481044032:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243163.584465:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fda176c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481043392:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761243164.280479:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243164.539962:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243164.540742:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243164.540771:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243164.540799:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243164.540840:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844992 00000100:00100000:2.0:1761243164.540878:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243164.540887:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844928 00000100:00100000:2.0:1761243164.540904:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845056 00000100:00100000:0.0:1761243164.540906:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5763 00000100:00100000:0.0:1761243164.540912:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca8d87f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464844992:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243164.540927:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845120 00000100:00100000:2.0:1761243164.540942:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2891 00000100:00100000:2.0:1761243164.540945:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464845056:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243164.540989:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca8d87f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464844992:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 76us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243164.540997:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5763 00000100:00100000:3.0:1761243164.541004:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5764 00000100:00100000:3.0:1761243164.541008:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fda176c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464844928:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243164.541073:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464844864 00000100:00100000:1.0:1761243164.541109:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2049 00000100:00100000:1.0:1761243164.541113:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464844864:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243164.542744:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fda176c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464844928:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 1733us (1971us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243164.542756:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5764 00000100:00100000:3.0:1761243164.542818:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2457 00000100:00100000:3.0:1761243164.542824:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bfffa6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464845120:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:3.0:1761243164.542910:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243164.542960:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bfffa6b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464845120:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 135us (2082us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243164.542967:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2457 00000100:00100000:2.0:1761243164.543038:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464845056:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 1746us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243164.543048:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2891 00000100:00100000:1.0:1761243164.543258:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464844864:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 2142us (3304us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243164.543266:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2049 00010000:00010000:1.0:1761243165.306336:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243165.625823:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243165.625843:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff8b165c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481044160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243165.625927:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243165.626071:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb88e8f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481044096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243165.626104:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243165.627284:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044096 00000100:00100000:1.0:1761243165.627284:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044160 00000100:00100000:0.0:1761243165.627333:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766 00000100:00100000:0.0:1761243165.627338:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481044096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243165.627373:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243165.627430:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481044096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (1325us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243165.627437:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766 00000100:00100000:3.0:1761243165.628091:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb88e8f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481044096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243165.628784:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767 00000100:00100000:1.0:1761243165.628791:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fd80534 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481044160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243165.628810:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243165.628875:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fd80534 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481044160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (2949us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243165.628882:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767 00000100:00100000:0.0:1761243165.628918:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff8b165c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481044160:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243166.332579:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243166.648683:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243166.648699:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481044224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243166.648753:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009302a32a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481044288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243166.648780:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243166.648826:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044224 00000100:00100000:1.0:1761243166.648831:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243166.648870:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044288 00000100:00100000:1.0:1761243166.649004:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3784 00000100:00100000:1.0:1761243166.649012:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e86f5e0e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481044224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243166.649061:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243166.649116:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e86f5e0e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481044224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243166.649124:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3784 00000100:00100000:1.0:1761243166.649142:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3785 00000100:00100000:1.0:1761243166.649146:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc91a859 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481044288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243166.649167:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243166.649197:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc91a859 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481044288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243166.649204:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3785 00000100:00100000:1.0:1761243166.649266:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009302a32a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481044288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243166.649349:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481044224:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243167.352602:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243168.376483:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243168.696671:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243168.696679:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243168.696682:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243168.696691:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4676 00000100:00080000:3.0:1761243168.696695:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243168.696701:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243168.696722:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000da363c9f x1846792481044800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243168.696738:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243168.696742:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243168.696743:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243168.696747:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4676 00000100:00080000:3.0:1761243168.696748:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243168.696751:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243168.696762:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cae9b07e x1846792481044864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243168.696800:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481044800:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243168.696878:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243168.696901:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481044864:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243168.696921:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243168.696956:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044800 00000100:00100000:3.0:1761243168.696983:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044864 00000100:00100000:3.0:1761243168.697000:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:3.0:1761243168.697006:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481044800:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:3.0:1761243168.697096:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243168.697137:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481044800:12345-0@lo:8:kworker/u8:0.0 Request processed in 131us (261us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243168.697145:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00100000:3.0:1761243168.697162:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:3.0:1761243168.697166:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481044864:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:3.0:1761243168.697267:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243168.697292:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481044864:12345-0@lo:8:kworker/u8:0.0 Request processed in 125us (371us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243168.697298:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000100:00080000:3.0:1761243168.697327:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243168.697331:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243168.697334:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da363c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481044800:0@lo:8:kworker/u8:0.0 00000100:00080000:3.0:1761243168.697343:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243168.697345:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243168.697347:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cae9b07e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481044864:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243168.697444:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075af1fed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481044416:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243168.697477:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243168.697503:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481044672:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243168.697527:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243168.697545:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761243168.697550:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481044480:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243168.697573:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243168.697590:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e3848f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481044736:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243168.697609:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243168.697638:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044672 00000100:00100000:0.0:1761243168.697665:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044736 00000100:00100000:0.0:1761243168.697679:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:0.0:1761243168.697682:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006c4274e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481044672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243168.697722:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006c4274e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481044672:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243168.697728:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00100000:0.0:1761243168.697740:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893 00000100:00100000:0.0:1761243168.697744:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481044736:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243168.697769:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481044736:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243168.697774:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893 00000100:00100000:0.0:1761243168.697797:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044480 00000100:00100000:0.0:1761243168.697819:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3786 00000100:00100000:0.0:1761243168.697822:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481044480:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243168.697849:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481044480:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243168.697855:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3786 00000100:00100000:0.0:1761243168.697884:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481044480:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243168.697896:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e3848f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481044736:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243168.697903:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3f74a93 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481044672:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.698490:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481044352:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.698534:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243168.698564:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bcbe843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481044608:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.698588:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243168.698608:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dfc24592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481044992:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.698631:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243168.698650:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243168.698656:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481044544:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.698677:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243168.698691:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee96ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481044928:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.698709:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243168.698749:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044416 00000100:00100000:2.0:1761243168.698780:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044608 00000100:00100000:2.0:1761243168.698795:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044992 00000100:00100000:2.0:1761243168.698809:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044928 00000100:00100000:2.0:1761243168.698835:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5765 00000100:00100000:2.0:1761243168.698840:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff8b165c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481044416:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.698878:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff8b165c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481044416:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243168.698885:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5765 00000100:00100000:2.0:1761243168.698897:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5766 00000100:00100000:2.0:1761243168.698900:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481044608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.698927:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa311b65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481044608:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243168.698931:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5766 00000100:00100000:2.0:1761243168.698941:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5767 00000100:00100000:2.0:1761243168.698944:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da18c63b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481044992:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.698965:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da18c63b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481044992:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243168.698971:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5767 00000100:00100000:2.0:1761243168.698981:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5768 00000100:00100000:2.0:1761243168.698984:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481044928:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.699005:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a669eed7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481044928:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243168.699010:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5768 00000100:00100000:2.0:1761243168.699042:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044544 00000100:00100000:2.0:1761243168.699061:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3787 00000100:00100000:2.0:1761243168.699064:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bd6ba0a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481044544:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.699089:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bd6ba0a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481044544:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243168.699094:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3787 00000100:00100000:2.0:1761243168.699126:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075af1fed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481044416:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.699151:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481044544:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.699159:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee96ddef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481044928:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.699173:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bcbe843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481044608:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243168.699181:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dfc24592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481044992:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243168.700504:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481044352 00000100:00100000:0.0:1761243168.700555:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050 00000100:00100000:0.0:1761243168.700560:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481044352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243168.700630:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481044352:12345-0@lo:400:kworker/u8:0.0 Request processed in 69us (2096us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243168.700637:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050 00000100:00100000:2.0:1761243168.700899:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481044352:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243169.400466:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243169.653517:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243169.653576:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243169.653621:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243169.653656:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243169.653658:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845376 00000100:00100000:2.0:1761243169.653685:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845184 00000100:00100000:1.0:1761243169.653716:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2894 00000100:00100000:2.0:1761243169.653725:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2051 00000100:00100000:1.0:1761243169.653727:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464845376:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243169.653735:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464845184:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243169.653806:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464845184:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 72us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243169.653813:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2051 00000100:00100000:2.0:1761243169.653847:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845248 00000100:00100000:1.0:1761243169.653850:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464845376:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 125us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243169.653858:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2894 00000100:00100000:2.0:1761243169.653878:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845312 00000100:00100000:2.0:1761243169.653903:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5769 00000100:00100000:2.0:1761243169.653907:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009302a32a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464845248:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243169.653939:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009302a32a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464845248:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 30us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243169.653946:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5769 00000100:00100000:2.0:1761243169.653959:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5770 00000100:00100000:2.0:1761243169.653963:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070b88565 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464845312:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243169.653986:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070b88565 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464845312:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 22us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243169.653993:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5770 00000100:00100000:0.0:1761243169.660730:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243169.661060:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845440 00000100:00100000:2.0:1761243169.661115:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2460 00000100:00100000:2.0:1761243169.661122:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464845440:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761243169.661257:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243169.661338:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464845440:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 214us (616us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243169.661345:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2460 00010000:00010000:1.0:1761243170.424892:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243170.745037:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243170.745050:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f9ea433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481045056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243170.745117:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243170.745160:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045056 00000100:00100000:1.0:1761243170.745215:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:1.0:1761243170.745221:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481045056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243170.745274:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243170.745313:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481045056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243170.745320:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:1.0:1761243170.745369:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f9ea433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481045056:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243170.746595:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761243170.746606:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481045120:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243170.746661:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243170.746705:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045120 00000100:00100000:0.0:1761243170.746744:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:0.0:1761243170.746749:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481045120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243170.746767:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243170.746806:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481045120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243170.746814:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00100000:0.0:1761243170.746854:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481045120:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243171.449418:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243171.768494:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f9ea433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481045184:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243171.768570:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243171.768659:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045184 00000100:00100000:1.0:1761243171.768698:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3788 00000100:00100000:1.0:1761243171.768704:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481045184:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243171.768707:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481045248:0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243171.768741:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243171.768747:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243171.768774:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045248 00000100:00100000:1.0:1761243171.768778:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481045184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243171.768785:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3788 00000100:00100000:2.0:1761243171.768797:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3789 00000100:00100000:2.0:1761243171.768801:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481045248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243171.768819:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243171.768838:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f9ea433 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481045184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243171.768845:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481045248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 44us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243171.768849:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3789 00000100:00100000:2.0:1761243171.768871:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481045248:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761243172.473140:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243173.497870:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243173.817026:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243173.817032:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243173.817036:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243173.817043:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4681 00000100:00080000:2.0:1761243173.817046:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243173.817051:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243173.817066:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004efb83f3 x1846792481045760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243173.817079:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243173.817082:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243173.817083:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243173.817086:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4681 00000100:00080000:2.0:1761243173.817088:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243173.817090:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243173.817097:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f646b28d x1846792481045824/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243173.817131:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036326563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481045504:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243173.817190:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243173.817214:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d3b148c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481045888:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243173.817260:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243173.817275:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243173.817279:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c79ce308 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481045440:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243173.817296:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243173.817305:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a419bbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481045696:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243173.817334:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243173.817353:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481045760:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243173.817372:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243173.817382:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f646b28d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481045824:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243173.817396:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243173.817424:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045888 00000100:00100000:2.0:1761243173.817460:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5771 00000100:00100000:2.0:1761243173.817465:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038868dc9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481045888:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243173.817503:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038868dc9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481045888:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243173.817510:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5771 00000100:00100000:2.0:1761243173.817530:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045696 00000100:00100000:2.0:1761243173.817547:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045760 00000100:00100000:2.0:1761243173.817557:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045824 00000100:00100000:2.0:1761243173.817566:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895 00000100:00100000:2.0:1761243173.817569:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481045696:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243173.817591:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481045696:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243173.817596:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895 00000100:00100000:2.0:1761243173.817605:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:2.0:1761243173.817608:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481045760:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243173.817726:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243173.817748:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481045760:12345-0@lo:8:kworker/u8:3.0 Request processed in 139us (376us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243173.817753:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00100000:2.0:1761243173.817762:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462 00000100:00100000:2.0:1761243173.817765:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481045824:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243173.817852:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243173.817871:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481045824:12345-0@lo:8:kworker/u8:3.0 Request processed in 106us (475us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243173.817877:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462 00000100:00100000:2.0:1761243173.817899:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045504 00000100:00100000:2.0:1761243173.817917:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045440 00000100:00100000:2.0:1761243173.817929:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3790 00000100:00100000:2.0:1761243173.817932:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e208fead pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481045504:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243173.817954:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e208fead pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481045504:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243173.817960:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3790 00000100:00100000:2.0:1761243173.817968:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3791 00000100:00100000:2.0:1761243173.817971:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020500e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481045440:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243173.817987:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020500e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481045440:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243173.817995:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3791 00000100:00080000:2.0:1761243173.818022:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243173.818025:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243173.818029:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481045760:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243173.818036:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243173.818038:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243173.818040:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f646b28d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481045824:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243173.818065:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c79ce308 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481045440:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243173.818072:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a419bbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481045696:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243173.818079:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036326563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481045504:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243173.818086:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d3b148c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481045888:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818265:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e6e44ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481045376:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818294:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243173.818317:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000251d01f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481045632:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818344:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243173.818361:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1761243173.818365:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481045312:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818385:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243173.818396:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000acc7a52c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481045568:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818411:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243173.818422:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000cc565ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481045952:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818435:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243173.818460:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045632 00000100:00100000:1.0:1761243173.818477:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00100000:1.0:1761243173.818481:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481045632:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818507:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481045632:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243173.818512:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00100000:1.0:1761243173.818533:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045312 00000100:00100000:1.0:1761243173.818551:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052 00000100:00100000:1.0:1761243173.818554:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481045312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818573:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481045312:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243173.818578:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052 00000100:00100000:1.0:1761243173.818599:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045376 00000100:00100000:1.0:1761243173.818615:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045568 00000100:00100000:1.0:1761243173.818626:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481045952 00000100:00100000:1.0:1761243173.818639:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5772 00000100:00100000:1.0:1761243173.818642:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f9ea433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481045376:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818663:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f9ea433 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481045376:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243173.818667:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5772 00000100:00100000:1.0:1761243173.818676:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5773 00000100:00100000:1.0:1761243173.818678:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb88e8f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481045568:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818696:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb88e8f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481045568:12345-0@lo:400:kworker/u8:3.0 Request processed in 17us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243173.818701:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5773 00000100:00100000:1.0:1761243173.818708:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5774 00000100:00100000:1.0:1761243173.818711:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceb1efde pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481045952:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818726:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceb1efde pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481045952:12345-0@lo:400:kworker/u8:3.0 Request processed in 15us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243173.818730:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5774 00000100:00100000:1.0:1761243173.818761:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090ddd837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481045312:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818768:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000acc7a52c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481045568:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818775:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000cc565ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481045952:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818782:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e6e44ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481045376:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243173.818788:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000251d01f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481045632:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243174.520447:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243174.773151:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243174.773201:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243174.774046:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845504 00000100:00100000:2.0:1761243174.774109:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2053 00000100:00100000:2.0:1761243174.774117:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464845504:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243174.775904:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845760 00000100:00100000:0.0:1761243174.776086:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2463 00000100:00100000:0.0:1761243174.776093:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029a1fa87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464845760:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243174.776192:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243174.776781:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464845504:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 2662us (3635us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243174.776793:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2053 00000100:00100000:3.0:1761243174.777689:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243174.777728:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243174.777766:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243174.777911:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029a1fa87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464845760:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 1815us (4708us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243174.777924:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2463 00000100:00100000:0.0:1761243174.777948:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845696 00000100:00100000:0.0:1761243174.777987:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2897 00000100:00100000:0.0:1761243174.777993:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464845696:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243174.778050:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464845696:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 57us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243174.778058:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2897 00000100:00100000:1.0:1761243174.778166:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845632 00000100:00100000:1.0:1761243174.778209:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845568 00000100:00100000:1.0:1761243174.778259:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5775 00000100:00100000:1.0:1761243174.778265:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dfc24592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464845632:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243174.778301:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dfc24592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464845632:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 36us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243174.778308:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5775 00000100:00100000:1.0:1761243174.778337:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5776 00000100:00100000:1.0:1761243174.778341:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee96ddef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464845568:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243174.778365:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee96ddef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464845568:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 23us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243174.778370:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5776 00010000:00010000:1.0:1761243175.545711:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243175.865351:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243175.865367:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481046016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243175.865428:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243175.865571:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046016 00000100:00100000:2.0:1761243175.865621:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770 00000100:00100000:2.0:1761243175.865626:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481046016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243175.865656:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243175.865695:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481046016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243175.865702:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770 00000100:00100000:2.0:1761243175.865740:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481046016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243175.866632:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481046080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243175.866679:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243175.866788:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046080 00000100:00100000:2.0:1761243175.866830:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:2.0:1761243175.866835:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481046080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243175.866850:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243175.866891:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481046080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243175.867376:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481046080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243175.867670:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00010000:00010000:3.0:1761243176.568495:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243176.889457:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481046144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243176.889529:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243176.889588:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046144 00000100:00100000:1.0:1761243176.889629:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3792 00000100:00100000:1.0:1761243176.889635:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481046144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243176.889671:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243176.889711:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481046144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243176.889717:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3792 00000100:00100000:1.0:1761243176.889774:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481046144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243176.892806:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000236773d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481046208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243176.892877:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243176.895692:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046208 00000100:00100000:0.0:1761243176.895771:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3793 00000100:00100000:0.0:1761243176.895778:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cae9b07e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481046208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243176.895821:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243176.895912:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cae9b07e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481046208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (3034us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243176.895919:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3793 00000100:00100000:3.0:1761243176.896046:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000236773d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481046208:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243177.593445:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243178.617560:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243178.944133:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243178.944140:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243178.944143:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243178.944151:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4686 00000100:00080000:2.0:1761243178.944155:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243178.944175:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243178.944196:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ea3a3a27 x1846792481046720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243178.944212:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243178.944216:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243178.944217:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243178.944220:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4686 00000100:00080000:2.0:1761243178.944222:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243178.944226:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243178.944286:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000251d01f4 x1846792481046784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243178.944336:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062f775ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481046464:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944396:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243178.944419:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e6e44ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481046848:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944442:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243178.944461:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1761243178.944466:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000313cc36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481046272:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944492:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243178.944505:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481046528:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944523:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243178.944536:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000cc565ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481046912:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944553:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243178.944575:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481046720:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944611:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243178.944625:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000251d01f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481046784:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944643:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243178.944674:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046848 00000100:00100000:2.0:1761243178.944710:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046528 00000100:00100000:2.0:1761243178.944723:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046912 00000100:00100000:2.0:1761243178.944739:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5777 00000100:00100000:2.0:1761243178.944745:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d3b148c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481046848:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944789:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d3b148c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481046848:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243178.944795:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5777 00000100:00100000:2.0:1761243178.944810:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5778 00000100:00100000:2.0:1761243178.944814:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036326563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481046528:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944836:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036326563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481046528:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243178.944842:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5778 00000100:00100000:2.0:1761243178.944851:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5779 00000100:00100000:2.0:1761243178.944854:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a419bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481046912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944877:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a419bbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481046912:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243178.944882:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5779 00000100:00100000:2.0:1761243178.944922:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481046528:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944932:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000cc565ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481046912:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944939:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e6e44ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481046848:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.944967:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046272 00000100:00100000:2.0:1761243178.944990:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054 00000100:00100000:2.0:1761243178.944993:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481046272:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.945022:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481046272:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243178.945027:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054 00000100:00100000:2.0:1761243178.945057:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000313cc36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481046272:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.945077:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046720 00000100:00100000:2.0:1761243178.945094:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046784 00000100:00100000:2.0:1761243178.945108:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:2.0:1761243178.945111:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c79ce308 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481046720:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243178.945201:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243178.945262:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c79ce308 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481046720:12345-0@lo:8:kworker/u8:3.0 Request processed in 150us (651us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243178.945269:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000100:00100000:2.0:1761243178.945279:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:2.0:1761243178.945282:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481046784:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243178.945355:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243178.945377:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481046784:12345-0@lo:8:kworker/u8:3.0 Request processed in 94us (733us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243178.945382:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00000100:00080000:2.0:1761243178.945409:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243178.945413:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243178.945416:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481046720:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243178.945423:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243178.945425:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243178.945427:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000251d01f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481046784:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243178.945528:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481046336:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243178.945577:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243178.945603:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000236773d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481046592:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243178.945622:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243178.945636:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1761243178.945641:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481046400:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243178.945661:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243178.945677:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481046656:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243178.945696:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243178.945721:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046336 00000100:00100000:1.0:1761243178.945743:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5780 00000100:00100000:1.0:1761243178.945747:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008142519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481046336:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243178.945778:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008142519 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481046336:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243178.945783:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5780 00000100:00100000:1.0:1761243178.945810:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046464 00000100:00100000:1.0:1761243178.945829:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046400 00000100:00100000:1.0:1761243178.945842:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3794 00000100:00100000:1.0:1761243178.945845:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481046464:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243178.945873:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481046464:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (1478us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243178.945878:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3794 00000100:00100000:1.0:1761243178.945889:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3795 00000100:00100000:1.0:1761243178.945892:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481046400:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243178.945915:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481046400:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243178.945920:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3795 00000100:00100000:1.0:1761243178.945954:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481046400:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243178.945963:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481046336:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243178.946552:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046592 00000100:00100000:0.0:1761243178.946590:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046656 00000100:00100000:0.0:1761243178.946610:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1761243178.946614:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481046592:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243178.946654:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481046592:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243178.946659:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1761243178.946670:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899 00000100:00100000:0.0:1761243178.946673:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006eb0a0e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481046656:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243178.946693:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006eb0a0e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481046656:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243178.946697:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899 00000100:00100000:0.0:1761243178.946720:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481046656:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243178.946729:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000236773d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481046592:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243178.947394:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062f775ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481046464:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243179.640880:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243179.892430:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243179.892483:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243179.893924:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845888 00000100:00100000:2.0:1761243179.893994:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5781 00000100:00100000:2.0:1761243179.894000:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da363c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464845888:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243179.894079:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da363c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464845888:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 78us (1658us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243179.894086:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5781 00000100:00100000:0.0:1761243179.894466:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846016 00000100:00100000:0.0:1761243179.894514:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2900 00000100:00100000:0.0:1761243179.894519:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b08bb76d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464846016:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243179.894551:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b08bb76d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464846016:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 32us (2069us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243179.894558:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2900 00000100:00100000:3.0:1761243179.897168:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243179.897275:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243179.897322:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243179.897760:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845824 00000100:00100000:0.0:1761243179.897820:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2055 00000100:00100000:0.0:1761243179.897827:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464845824:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243179.897896:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464845824:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 68us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243179.897904:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2055 00000100:00100000:1.0:1761243179.897992:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464845952 00000100:00100000:1.0:1761243179.898034:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5782 00000100:00100000:1.0:1761243179.898038:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003c21a26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464845952:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243179.898071:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003c21a26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464845952:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 32us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243179.898079:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5782 00000100:00100000:2.0:1761243179.898738:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846080 00000100:00100000:2.0:1761243179.898777:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2466 00000100:00100000:2.0:1761243179.898782:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b35b7b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464846080:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761243179.898877:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243179.898921:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b35b7b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464846080:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 138us (1761us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243179.898928:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2466 00010000:00010000:3.0:1761243180.666424:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243180.986085:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000251d01f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481046976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243180.986156:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243180.986243:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481046976 00000100:00100000:3.0:1761243180.987363:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00100000:3.0:1761243180.987372:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e6e44ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481046976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243180.987406:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243180.987470:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e6e44ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481046976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243180.987477:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00000100:00100000:3.0:1761243180.987856:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000251d01f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481046976:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243180.987878:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761243180.987885:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ce318c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481047040:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243180.987917:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243180.987944:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047040 00000100:00100000:3.0:1761243180.987975:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 00000100:00100000:3.0:1761243180.987979:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481047040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243180.987989:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243180.988029:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481047040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243180.988035:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00100000:3.0:1761243180.988063:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ce318c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481047040:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243181.688922:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243182.009717:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003668c0d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481047104:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243182.009799:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243182.009839:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243182.009845:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000cc565ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481047168:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243182.009866:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243182.009954:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047104 00000100:00100000:2.0:1761243182.010005:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047168 00000100:00100000:2.0:1761243182.010028:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3796 00000100:00100000:2.0:1761243182.010034:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ce318c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481047104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243182.010073:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243182.010120:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ce318c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481047104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243182.010126:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3796 00000100:00100000:2.0:1761243182.010144:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3797 00000100:00100000:2.0:1761243182.010148:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5264f6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481047168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243182.010165:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243182.010310:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5264f6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481047168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 161us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243182.010317:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3797 00000100:00100000:2.0:1761243182.010357:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000cc565ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481047168:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243182.010371:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003668c0d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481047104:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243182.714358:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243183.737059:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243184.056831:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243184.056838:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243184.056842:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1761243184.056847:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481047360:0@lo:400:kworker/u8:3.0 00000100:00080000:0.0:1761243184.056856:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4691 00000100:00080000:0.0:1761243184.056859:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243184.056866:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243184.056889:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003d19fb8f x1846792481047680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243184.056903:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243184.056907:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243184.056908:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243184.056911:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4691 00000100:00080000:0.0:1761243184.056912:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243184.056916:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243184.056920:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243184.056928:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000004a1439b x1846792481047744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243184.056952:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000178c4129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481047616:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243184.056966:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481047424:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243184.056980:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243184.057003:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243184.057026:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047616 00000100:00100000:0.0:1761243184.057028:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb3554f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481047808:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243184.057057:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243184.057074:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901 00000100:00100000:1.0:1761243184.057081:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481047616:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243184.057088:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047808 00000100:00100000:0.0:1761243184.057114:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5783 00000100:00100000:0.0:1761243184.057119:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e3e54b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481047808:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243184.057135:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481047616:12345-0@lo:400:kworker/u8:3.0 Request processed in 53us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243184.057157:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901 00000100:00100000:1.0:1761243184.057189:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047360 00000100:00100000:0.0:1761243184.057196:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e3e54b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481047808:12345-0@lo:400:kworker/u8:3.0 Request processed in 75us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243184.057202:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5783 00000100:00100000:1.0:1761243184.057213:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047424 00000100:00100000:1.0:1761243184.057255:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3798 00000100:00100000:0.0:1761243184.057261:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb3554f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481047808:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243184.057262:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481047360:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243184.057312:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000178c4129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481047616:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243184.057320:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481047360:12345-0@lo:400:kworker/u8:3.0 Request processed in 59us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243184.057328:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481047360:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243184.057396:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3799 00000100:00100000:3.0:1761243184.057400:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf3c3be6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481047424:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243184.057441:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf3c3be6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481047424:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243184.057446:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3799 00000100:00100000:3.0:1761243184.057464:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481047232:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243184.057488:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243184.057500:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075af1fed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481047488:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243184.057519:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243184.057533:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003161dd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481047872:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243184.057551:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243184.057565:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761243184.057570:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481047296:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243184.057592:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243184.057607:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481047552:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243184.057612:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3798 00000100:00100000:3.0:1761243184.057633:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243184.057654:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047488 00000100:00100000:3.0:1761243184.057670:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047872 00000100:00100000:1.0:1761243184.057679:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047296 00000100:00100000:3.0:1761243184.057712:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5784 00000100:00100000:3.0:1761243184.057717:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007418024f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481047488:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243184.057751:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007418024f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481047488:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243184.057756:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5784 00000100:00100000:3.0:1761243184.057768:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5785 00000100:00100000:3.0:1761243184.057770:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d470a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481047872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243184.057792:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d470a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481047872:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243184.057797:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5785 00000100:00100000:3.0:1761243184.057809:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5786 00000100:00100000:3.0:1761243184.057812:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc2bfc37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481047296:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243184.057833:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc2bfc37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481047296:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243184.057838:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5786 00000100:00100000:2.0:1761243184.057988:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d19fb8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481047680:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243184.058017:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243184.058033:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004a1439b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481047744:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243184.058055:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243184.058082:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047552 00000100:00100000:2.0:1761243184.058113:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047680 00000100:00100000:2.0:1761243184.058128:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047744 00000100:00100000:2.0:1761243184.058152:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00000100:00100000:2.0:1761243184.058156:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481047552:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243184.058193:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481047552:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243184.058200:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00000100:00100000:2.0:1761243184.058213:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467 00000100:00100000:2.0:1761243184.058217:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cc565ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481047680:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243184.058319:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047232 00010000:02020000:2.0:1761243184.058335:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243184.058370:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cc565ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481047680:12345-0@lo:8:kworker/u8:3.0 Request processed in 151us (352us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243184.058376:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467 00000100:00100000:2.0:1761243184.058387:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468 00000100:00100000:2.0:1761243184.058390:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481047744:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243184.058428:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056 00000100:00100000:1.0:1761243184.058433:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481047232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243184.058465:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481047232:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (976us total) trans 0 rc 0/0 00010000:02020000:2.0:1761243184.058472:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243184.058473:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056 00000100:00100000:2.0:1761243184.058507:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481047744:12345-0@lo:8:kworker/u8:3.0 Request processed in 114us (451us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243184.058513:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468 00000100:00080000:2.0:1761243184.058549:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243184.058553:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243184.058557:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d19fb8f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481047680:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243184.058568:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243184.058572:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243184.058576:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004a1439b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481047744:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243184.058607:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481047296:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243184.058620:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005569bf32 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481047552:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243184.058627:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481047232:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243184.058636:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075af1fed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481047488:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243184.058644:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003161dd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481047872:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243184.058902:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001daf18a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481047424:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761243184.762056:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243185.016537:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243185.016583:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243185.016622:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243185.016644:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846144 00000100:00100000:2.0:1761243185.016657:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243185.016710:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2057 00000100:00100000:0.0:1761243185.016718:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464846144:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243185.016735:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243185.016800:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464846144:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 82us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243185.016809:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2057 00000100:00100000:1.0:1761243185.017059:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846400 00000100:00100000:3.0:1761243185.017397:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846272 00000100:00100000:3.0:1761243185.017443:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846208 00000100:00100000:3.0:1761243185.017468:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5787 00000100:00100000:3.0:1761243185.017474:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062f775ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464846272:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243185.017524:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062f775ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464846272:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 49us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243185.017531:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5787 00000100:00100000:3.0:1761243185.017546:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5788 00000100:00100000:3.0:1761243185.017551:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464846208:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243185.017572:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000236773d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464846208:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 21us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243185.017578:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5788 00000100:00100000:1.0:1761243185.018731:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846336 00000100:00100000:0.0:1761243185.018938:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2469 00000100:00100000:0.0:1761243185.018945:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000251d01f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464846400:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243185.019036:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243185.019105:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000251d01f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464846400:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 159us (2577us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243185.019112:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2469 00000100:00100000:1.0:1761243185.019326:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2903 00000100:00100000:1.0:1761243185.019332:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464846336:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243185.021192:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464846336:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1851us (4450us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243185.021205:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2903 00010000:00010000:1.0:1761243185.786367:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243186.106010:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481047936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243186.106086:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243186.106189:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481047936 00000100:00100000:0.0:1761243186.106258:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774 00000100:00100000:0.0:1761243186.106264:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481047936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243186.106302:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243186.108788:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243186.108812:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d7bda4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481048000:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243186.108891:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243186.108932:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048000 00000100:00100000:3.0:1761243186.108972:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775 00000100:00100000:3.0:1761243186.108977:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f3896dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481048000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243186.109001:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243186.109039:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f3896dc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481048000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243186.109046:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775 00000100:00100000:3.0:1761243186.109096:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d7bda4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481048000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243186.109311:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481047936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3044us (3224us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243186.109319:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774 00000100:00100000:1.0:1761243186.109478:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481047936:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243186.810046:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243187.129703:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481048064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243187.129785:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243187.133201:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048064 00000100:00100000:2.0:1761243187.133315:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3800 00000100:00100000:2.0:1761243187.133321:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d7bda4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481048064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243187.133368:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243187.133462:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d7bda4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481048064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 140us (3677us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243187.133470:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3800 00000100:00100000:1.0:1761243187.133612:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243187.133627:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481048128:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243187.133664:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243187.133694:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048128 00000100:00100000:1.0:1761243187.133717:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3801 00000100:00100000:1.0:1761243187.133722:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dac8017 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481048128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243187.133742:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243187.133772:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dac8017 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481048128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243187.133778:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3801 00000100:00100000:1.0:1761243187.133823:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001360b364 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481048128:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243187.137994:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481048064:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243187.832480:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243188.857758:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243189.179746:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243189.179763:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243189.179766:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243189.179775:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4696 00000100:00080000:2.0:1761243189.179778:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243189.179784:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243189.179806:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000045626b0d x1846792481048640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243189.179825:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243189.179828:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243189.179829:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243189.179832:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4696 00000100:00080000:2.0:1761243189.179834:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243189.179837:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243189.179846:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000386bd917 x1846792481048704/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243189.179884:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045626b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481048640:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243189.179948:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243189.179972:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000386bd917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481048704:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243189.179991:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243189.180098:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481048192:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.180132:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243189.180160:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481048448:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.180195:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243189.180214:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa77b3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481048832:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.180251:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243189.180268:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1761243189.180274:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481048384:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.180298:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243189.180314:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481048768:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.180333:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243189.180364:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048640 00000100:00100000:1.0:1761243189.180395:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048704 00000100:00100000:1.0:1761243189.180412:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:1.0:1761243189.180417:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094cfbb67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481048640:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243189.180501:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243189.180537:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094cfbb67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481048640:12345-0@lo:8:kworker/u8:3.0 Request processed in 119us (590us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243189.180544:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00000100:00100000:1.0:1761243189.180560:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471 00000100:00100000:1.0:1761243189.180563:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481048704:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243189.180645:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243189.180668:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481048704:12345-0@lo:8:kworker/u8:3.0 Request processed in 103us (676us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243189.180673:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471 00000100:00100000:1.0:1761243189.180693:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048448 00000100:00100000:1.0:1761243189.180717:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048832 00000100:00100000:1.0:1761243189.180733:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048768 00000100:00100000:1.0:1761243189.180749:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5789 00000100:00100000:1.0:1761243189.180753:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481048448:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.180791:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001360b364 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481048448:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243189.180796:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5789 00000100:00100000:1.0:1761243189.180807:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5790 00000100:00100000:1.0:1761243189.180810:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003668c0d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481048832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.180834:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003668c0d3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481048832:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243189.180843:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5790 00000100:00100000:1.0:1761243189.180854:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5791 00000100:00100000:1.0:1761243189.180858:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075af1fed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481048768:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.180881:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075af1fed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481048768:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243189.180887:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5791 00000100:00100000:1.0:1761243189.180922:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000313cc36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481048256:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.180947:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243189.180960:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8523a0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481048512:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.180979:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243189.180994:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761243189.180998:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481048320:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.181018:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243189.181030:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481048576:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.181061:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243189.181085:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048384 00000100:00100000:1.0:1761243189.181109:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048320 00000100:00100000:1.0:1761243189.181122:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3802 00000100:00100000:1.0:1761243189.181125:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001daf18a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481048384:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.181151:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001daf18a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481048384:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243189.181156:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3802 00000100:00100000:1.0:1761243189.181167:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3803 00000100:00100000:1.0:1761243189.181170:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b68c5267 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481048320:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.181198:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b68c5267 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481048320:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243189.181203:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3803 00000100:00100000:1.0:1761243189.181222:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048256 00000100:00100000:1.0:1761243189.181260:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5792 00000100:00100000:1.0:1761243189.181264:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005569bf32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481048256:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.181291:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005569bf32 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481048256:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243189.181296:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5792 00000100:00100000:1.0:1761243189.181313:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048512 00000100:00100000:1.0:1761243189.181334:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048576 00000100:00100000:1.0:1761243189.181347:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00000100:00100000:1.0:1761243189.181350:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481048512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.181376:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481048512:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243189.181381:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00000100:00100000:1.0:1761243189.181396:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905 00000100:00100000:1.0:1761243189.181400:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481048576:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.181423:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481048576:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243189.181428:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905 00000100:00080000:1.0:1761243189.181469:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243189.181472:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243189.181476:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045626b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481048640:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243189.181485:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243189.181488:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243189.181490:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000386bd917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481048704:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243189.181524:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481048384:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243189.181525:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481048320:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243189.181534:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481048576:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.181534:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481048768:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243189.181542:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000313cc36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481048256:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.181542:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481048448:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243189.181551:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8523a0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481048512:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243189.181551:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa77b3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481048832:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243189.181633:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048192 00000100:00100000:2.0:1761243189.181668:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058 00000100:00100000:2.0:1761243189.181672:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481048192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243189.181718:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481048192:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (1586us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243189.181723:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058 00000100:00100000:3.0:1761243189.181872:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481048192:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243189.880489:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243190.132191:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243190.132274:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243190.132380:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846720 00000100:00100000:0.0:1761243190.132424:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2472 00000100:00100000:0.0:1761243190.132431:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f805cc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464846720:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243190.132528:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243190.132592:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f805cc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464846720:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 161us (410us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243190.132599:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2472 00000100:00100000:3.0:1761243190.133258:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243190.133650:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846464 00000100:00100000:2.0:1761243190.133690:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2059 00000100:00100000:2.0:1761243190.133696:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464846464:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243190.133746:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464846464:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 50us (1472us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243190.133753:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2059 00000100:00100000:3.0:1761243190.133870:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243190.135668:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243190.135809:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846592 00000100:00100000:1.0:1761243190.137283:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846656 00000100:00100000:1.0:1761243190.137346:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2906 00000100:00100000:1.0:1761243190.137353:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008349bf61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464846656:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243190.137448:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008349bf61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464846656:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 95us (1787us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243190.137456:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2906 00000100:00100000:0.0:1761243190.137708:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846528 00000100:00100000:0.0:1761243190.137728:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5793 00000100:00100000:0.0:1761243190.137733:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059c7cf33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464846592:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243190.137770:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059c7cf33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464846592:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 36us (4515us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243190.137776:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5793 00000100:00100000:0.0:1761243190.137788:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5794 00000100:00100000:0.0:1761243190.137791:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ed2fea8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464846528:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243190.137812:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ed2fea8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464846528:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 20us (3944us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243190.137817:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5794 00010000:00010000:1.0:1761243190.905172:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243191.226907:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003434e24f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481048896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243191.226985:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243191.227728:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048896 00000100:00100000:0.0:1761243191.227789:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:0.0:1761243191.227795:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481048896:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243191.227809:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243191.227819:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481048960:0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243191.227829:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243191.227854:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243191.227886:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481048896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243191.227894:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:1.0:1761243191.227901:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003434e24f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481048896:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243191.227915:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481048960 00000100:00100000:0.0:1761243191.227939:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:0.0:1761243191.227943:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481048960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243191.227951:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243191.227996:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481048960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243191.228014:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00000100:00100000:1.0:1761243191.228533:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481048960:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243191.928452:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243192.249937:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761243192.249960:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc5e3ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481049024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243192.250055:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243192.250639:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049024 00000100:00100000:1.0:1761243192.250691:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3804 00000100:00100000:1.0:1761243192.250696:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072b90549 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481049024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243192.250733:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243192.250787:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072b90549 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481049024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243192.250793:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3804 00000100:00100000:2.0:1761243192.250879:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc5e3ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481049024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243192.251450:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481049088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243192.251491:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243192.251655:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049088 00000100:00100000:2.0:1761243192.251690:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3805 00000100:00100000:2.0:1761243192.251694:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009c2ca02 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481049088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243192.251717:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243192.252349:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009c2ca02 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481049088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 651us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243192.252358:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3805 00000100:00100000:0.0:1761243192.252751:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481049088:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761243192.953728:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243193.976756:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243194.297783:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a5164fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481049344:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243194.297819:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243194.297825:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243194.297828:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243194.297833:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4701 00000100:00080000:2.0:1761243194.297836:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243194.297842:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243194.297861:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000047c4657f x1846792481049600/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243194.297874:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243194.297880:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243194.297884:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243194.297885:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243194.297889:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4701 00000100:00080000:2.0:1761243194.297891:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243194.297894:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243194.297906:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003434e24f x1846792481049664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243194.297910:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761243194.297915:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004df2ea53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481049216:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243194.297921:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000514262a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481049280:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.297956:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481049600:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243194.297979:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243194.297997:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243194.298002:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481049536:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.298022:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003434e24f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481049664:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243194.298032:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243194.298057:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243194.298061:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243194.298063:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa77b3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481049728:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243194.298085:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7d148ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481049472:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243194.298098:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243194.298118:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243194.298119:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049216 00000100:00100000:0.0:1761243194.298146:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049344 00000100:00100000:3.0:1761243194.298148:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1761243194.298155:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6bd5c44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481049152:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.298169:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049728 00000100:00100000:0.0:1761243194.298184:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049280 00000100:00100000:3.0:1761243194.298188:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243194.298205:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5795 00000100:00100000:3.0:1761243194.298209:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed6819e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481049408:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.298214:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000add58d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481049216:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243194.298218:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3806 00000100:00100000:0.0:1761243194.298225:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481049344:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243194.298263:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243194.298283:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8523a0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481049792:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243194.298473:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3807 00000100:00100000:1.0:1761243194.298478:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e27b570 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481049280:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.299209:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000add58d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481049216:12345-0@lo:400:kworker/u8:3.0 Request processed in 994us (1153us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243194.299219:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5795 00000100:00100000:2.0:1761243194.299269:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049408 00000100:00100000:2.0:1761243194.299297:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5796 00000100:00100000:2.0:1761243194.299301:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2ee5d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481049728:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.299338:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2ee5d2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481049728:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (1243us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243194.299344:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5796 00000100:00100000:2.0:1761243194.299353:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5797 00000100:00100000:2.0:1761243194.299356:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481049408:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.299377:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad1cb3fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481049408:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243194.299381:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5797 00000100:00100000:2.0:1761243194.299401:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049600 00000100:00100000:2.0:1761243194.299420:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049536 00000100:00100000:2.0:1761243194.299439:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049664 00000100:00100000:2.0:1761243194.299447:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049472 00000100:00100000:2.0:1761243194.299457:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:2.0:1761243194.299461:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481049536:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.299485:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481049536:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (1455us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243194.299490:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00000100:00100000:2.0:1761243194.299500:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00000100:00100000:2.0:1761243194.299503:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001099136d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481049472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.299524:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001099136d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481049472:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (1409us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243194.299529:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00000100:00100000:2.0:1761243194.299539:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:2.0:1761243194.299542:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b513f00d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481049600:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243194.299630:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243194.299660:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b513f00d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481049600:12345-0@lo:8:kworker/u8:3.0 Request processed in 116us (1666us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243194.299665:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473 00000100:00100000:2.0:1761243194.299674:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474 00000100:00100000:2.0:1761243194.299677:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481049664:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243194.299746:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243194.299767:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481049664:12345-0@lo:8:kworker/u8:3.0 Request processed in 89us (1713us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243194.299772:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474 00000100:00100000:2.0:1761243194.299792:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049152 00000100:00100000:2.0:1761243194.299813:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060 00000100:00100000:2.0:1761243194.299816:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099c17798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481049152:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.299841:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099c17798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481049152:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243194.299848:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060 00000100:00080000:2.0:1761243194.299903:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243194.299907:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243194.299911:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481049600:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243194.299920:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243194.299923:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243194.299925:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003434e24f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481049664:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243194.300029:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa77b3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481049728:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.300039:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481049536:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243194.300048:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a5164fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481049344:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243194.300427:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243194.300467:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049792 00000100:00100000:3.0:1761243194.300498:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5798 00000100:00100000:0.0:1761243194.300504:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481049344:12345-0@lo:400:kworker/u8:3.0 Request processed in 2276us (2629us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243194.300506:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ce318c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481049792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243194.300520:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3806 00000100:00100000:1.0:1761243194.300528:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e27b570 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481049280:12345-0@lo:400:kworker/u8:3.0 Request processed in 2046us (2548us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243194.300537:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3807 00000100:00100000:3.0:1761243194.300554:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ce318c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481049792:12345-0@lo:400:kworker/u8:3.0 Request processed in 49us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243194.300565:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5798 00000100:00100000:1.0:1761243194.300602:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000514262a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481049280:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243194.300610:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004df2ea53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481049216:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243194.300625:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7d148ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481049472:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243194.300649:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6bd5c44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481049152:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243194.300659:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed6819e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481049408:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243194.300668:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8523a0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481049792:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243195.000454:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243195.255144:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243195.255197:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243195.255262:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243195.255268:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846912 00000100:00100000:3.0:1761243195.255299:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243195.255331:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846848 00000100:00100000:0.0:1761243195.255356:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5799 00000100:00100000:0.0:1761243195.255362:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5264f6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464846912:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243195.255376:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243195.255411:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5800 00000100:00100000:3.0:1761243195.255416:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d7bda4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464846848:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243195.255431:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5264f6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464846912:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 69us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243195.255437:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d7bda4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464846848:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 21us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243195.255439:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5799 00000100:00100000:3.0:1761243195.255442:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5800 00000100:00100000:2.0:1761243195.255647:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846784 00000100:00100000:2.0:1761243195.255684:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2061 00000100:00100000:2.0:1761243195.255689:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007217741c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464846784:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243195.255728:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007217741c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464846784:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 38us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243195.255733:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2061 00000100:00100000:2.0:1761243195.255761:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464846976 00000100:00100000:2.0:1761243195.255791:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847040 00000100:00100000:2.0:1761243195.255808:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2909 00000100:00100000:2.0:1761243195.255813:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d088949 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464846976:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243195.255836:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d088949 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464846976:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 23us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243195.255845:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2909 00000100:00100000:2.0:1761243195.255857:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2475 00000100:00100000:2.0:1761243195.255861:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464847040:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761243195.256120:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243195.256577:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464847040:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 713us (1199us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243195.256585:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2475 00010000:00010000:1.0:1761243196.024494:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243196.344676:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039332233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481049856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243196.344766:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243196.345048:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049856 00000100:00100000:2.0:1761243196.345115:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778 00000100:00100000:2.0:1761243196.345121:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481049856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243196.345161:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243196.345222:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481049856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243196.345251:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778 00000100:00100000:2.0:1761243196.345277:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a5164fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481049920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243196.345302:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243196.345349:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049920 00000100:00100000:2.0:1761243196.345370:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1779 00000100:00100000:2.0:1761243196.345374:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bc4793b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481049920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243196.345384:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243196.345412:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bc4793b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481049920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243196.345418:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1779 00000100:00100000:2.0:1761243196.345454:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a5164fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481049920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243196.345486:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039332233 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481049856:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761243197.048599:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243197.368867:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054b28dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481049984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243197.368976:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243197.369075:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481049984 00000100:00100000:3.0:1761243197.369121:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3808 00000100:00100000:3.0:1761243197.369126:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a5164fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481049984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243197.369168:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243197.369855:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f246d16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481050048:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243197.369902:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243197.369955:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050048 00000100:00100000:0.0:1761243197.369981:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3809 00000100:00100000:0.0:1761243197.369985:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c011e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481050048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243197.370007:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243197.370038:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c011e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481050048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243197.370044:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3809 00000100:00100000:0.0:1761243197.370079:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f246d16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481050048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243197.371556:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a5164fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481049984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2423us (2575us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243197.371569:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3808 00000100:00100000:2.0:1761243197.371670:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054b28dc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481049984:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243198.073114:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243199.096787:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243199.416677:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa77b3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481050112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243199.416762:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243199.416896:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050112 00000100:00100000:0.0:1761243199.416950:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:0.0:1761243199.416956:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481050112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243199.417157:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003434e24f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481050176:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243199.417199:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243199.417433:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481050112:12345-0@lo:400:kworker/u8:3.0 Request processed in 476us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243199.417442:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00000100:00100000:0.0:1761243199.417490:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050176 00000100:00100000:0.0:1761243199.417519:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5801 00000100:00100000:0.0:1761243199.417524:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da5cc05f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481050176:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243199.417594:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa77b3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481050112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243199.417807:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481050240:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243199.417834:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243199.417982:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da5cc05f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481050176:12345-0@lo:400:kworker/u8:3.0 Request processed in 457us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243199.417989:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5801 00000100:00100000:0.0:1761243199.418013:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050240 00000100:00100000:0.0:1761243199.418032:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3810 00000100:00100000:0.0:1761243199.418035:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481050240:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243199.418078:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003434e24f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481050176:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243199.418198:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000386bd917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481050304:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243199.418223:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243199.418367:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481050240:12345-0@lo:400:kworker/u8:3.0 Request processed in 330us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243199.418374:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3810 00000100:00100000:0.0:1761243199.418385:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050304 00000100:00100000:0.0:1761243199.418403:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3811 00000100:00100000:0.0:1761243199.418406:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481050304:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243199.418516:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481050240:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243199.418708:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045626b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481050368:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243199.418735:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243199.418989:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481050304:12345-0@lo:400:kworker/u8:3.0 Request processed in 581us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243199.418996:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3811 00000100:00100000:0.0:1761243199.419018:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050368 00000100:00100000:0.0:1761243199.419042:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5802 00000100:00100000:0.0:1761243199.419046:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054b28dc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481050368:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243199.419197:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000386bd917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481050304:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243199.419420:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000386bd917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481050432:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243199.419449:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243199.419908:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054b28dc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481050368:12345-0@lo:400:kworker/u8:3.0 Request processed in 861us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243199.419917:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5802 00000100:00100000:0.0:1761243199.419950:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481050496:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243199.419974:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243199.420001:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050432 00000100:00100000:0.0:1761243199.420024:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050496 00000100:00100000:0.0:1761243199.420037:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00100000:0.0:1761243199.420041:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481050432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243199.420151:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045626b0d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481050368:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243199.420178:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911 00000100:00100000:1.0:1761243199.420181:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f246d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481050496:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243199.420208:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f246d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481050496:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243199.420212:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911 00000100:00100000:1.0:1761243199.420255:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481050496:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243199.420837:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243199.420843:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243199.420847:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243199.420860:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4706 00000100:00080000:2.0:1761243199.420863:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243199.420868:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243199.420891:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003434e24f x1846792481050560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243199.420940:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003434e24f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481050560:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243199.420972:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243199.421865:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243199.421870:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243199.421872:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243199.421876:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4706 00000100:00080000:2.0:1761243199.421878:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243199.421881:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243199.421897:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000aa77b3e1 x1846792481050624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243199.421963:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8523a0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481050688:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243199.421996:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243199.422019:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243199.422024:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed6819e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481050752:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243199.422046:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243199.422079:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050688 00000100:00100000:2.0:1761243199.422113:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050752 00000100:00100000:2.0:1761243199.422131:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5803 00000100:00100000:2.0:1761243199.422136:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6bd5c44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481050688:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243199.422176:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6bd5c44 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481050688:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243199.422182:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5803 00000100:00100000:2.0:1761243199.422197:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5804 00000100:00100000:2.0:1761243199.422200:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7d148ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481050752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243199.422222:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7d148ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481050752:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243199.422248:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5804 00000100:00100000:2.0:1761243199.422275:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed6819e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481050752:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243199.422283:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8523a0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481050688:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243199.422343:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050560 00000100:00100000:2.0:1761243199.422361:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:2.0:1761243199.422364:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039332233 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481050560:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243199.422444:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243199.422472:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039332233 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481050560:12345-0@lo:8:kworker/u8:3.0 Request processed in 106us (1499us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243199.422477:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00000100:00100000:0.0:1761243199.422751:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481050432:12345-0@lo:400:kworker/u8:3.0 Request processed in 2707us (3300us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243199.422758:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:1.0:1761243199.424686:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa77b3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481050624:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243199.424754:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761243199.424804:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761243199.424807:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050624 00000100:00080000:1.0:1761243199.424808:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243199.424812:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003434e24f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481050560:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243199.424848:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:0.0:1761243199.424861:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481050624:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243199.424958:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243199.425007:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481050624:12345-0@lo:8:kworker/u8:3.0 Request processed in 145us (254us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243199.425014:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00080000:1.0:1761243199.425628:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243199.425633:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243199.425637:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa77b3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481050624:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243199.425723:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000386bd917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481050432:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243200.120463:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243200.371883:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243200.371980:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847360 00000100:00100000:2.0:1761243200.372028:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2478 00000100:00100000:2.0:1761243200.372035:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0d881c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464847360:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761243200.372172:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243200.372260:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0d881c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464847360:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 225us (384us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243200.372268:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2478 00000100:00100000:3.0:1761243200.373640:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243200.373686:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243200.373721:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243200.373752:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243200.373784:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847104 00000100:00100000:1.0:1761243200.373827:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847296 00000100:00100000:0.0:1761243200.373860:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2063 00000100:00100000:0.0:1761243200.373869:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464847104:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243200.373877:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2912 00000100:00100000:1.0:1761243200.373884:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e466dbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464847296:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243200.373951:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464847104:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 82us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243200.373957:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847168 00000100:00100000:0.0:1761243200.373961:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2063 00000100:00100000:2.0:1761243200.373989:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5805 00000100:00100000:2.0:1761243200.373996:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd252c43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464847168:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243200.374082:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847232 00000100:00100000:1.0:1761243200.374109:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e466dbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464847296:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 223us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243200.374114:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5806 00000100:00100000:1.0:1761243200.374121:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2912 00000100:00100000:3.0:1761243200.374123:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ede2732 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464847232:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243200.374157:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ede2732 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464847232:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 35us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243200.374164:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5806 00000100:00100000:2.0:1761243200.376137:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd252c43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464847168:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 2135us (2497us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243200.376150:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5805 00010000:00010000:3.0:1761243201.152836:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243201.464934:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8892997 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481050880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243201.465012:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243201.465045:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243201.465050:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094cfbb67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481050816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243201.465069:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243201.465098:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050880 00000100:00100000:1.0:1761243201.465134:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050816 00000100:00100000:1.0:1761243201.465150:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:1.0:1761243201.465156:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039332233 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481050880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243201.465188:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243201.465246:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039332233 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481050880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243201.465253:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00000100:00100000:1.0:1761243201.465273:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1761243201.465276:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481050816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243201.465285:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243201.465307:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481050816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 29us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243201.465313:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1761243201.465350:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094cfbb67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481050816:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243201.465362:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8892997 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481050880:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243202.170118:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243202.489711:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f033f06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481050944:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243202.489785:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243202.489834:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243202.489834:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481050944 00000100:00100000:1.0:1761243202.489841:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fece2a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481051008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243202.489868:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243202.489881:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051008 00000100:00100000:2.0:1761243202.489903:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3812 00000100:00100000:2.0:1761243202.489908:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e8a58ca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481050944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243202.489943:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243202.490355:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e8a58ca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481050944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 445us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243202.490363:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3812 00000100:00100000:2.0:1761243202.490383:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3813 00000100:00100000:2.0:1761243202.490386:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481051008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243202.490405:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243202.490432:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481051008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243202.490438:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3813 00000100:00100000:3.0:1761243202.490491:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f033f06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481050944:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243202.490512:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fece2a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481051008:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243203.192552:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243204.219163:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243204.547877:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6264d7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481051072:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243204.547960:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243204.550282:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051072 00000100:00100000:3.0:1761243204.550632:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f033f06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481051136:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243204.550692:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243204.551214:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064 00000100:00100000:2.0:1761243204.551221:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481051072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243204.551288:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481051072:12345-0@lo:400:kworker/u8:3.0 Request processed in 67us (3329us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243204.551294:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064 00000100:00100000:3.0:1761243204.551359:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243204.551366:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f246d16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481051328:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243204.551390:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243204.551416:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051136 00000100:00100000:3.0:1761243204.551441:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051328 00000100:00080000:0.0:1761243204.552344:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243204.552349:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243204.552353:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243204.552359:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4711 00000100:00080000:0.0:1761243204.552362:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243204.552366:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243204.552385:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007c1889ac x1846792481051520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243204.552400:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243204.552403:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243204.552405:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243204.552407:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4711 00000100:00080000:0.0:1761243204.552409:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243204.552411:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243204.552420:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066dcc5f5 x1846792481051584/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243204.552499:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8892997 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481051200:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243204.552539:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243204.552557:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481051456:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243204.552578:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243204.552596:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761243204.552600:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c22c157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481051264:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243204.552622:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243204.552634:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481051648:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243204.552654:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243204.552776:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051200 00000100:00100000:2.0:1761243204.552809:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051264 00000100:00100000:2.0:1761243204.552827:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3814 00000100:00100000:2.0:1761243204.552831:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481051200:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243204.552881:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481051200:12345-0@lo:400:kworker/u8:3.0 Request processed in 49us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243204.552888:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3814 00000100:00100000:2.0:1761243204.552901:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3815 00000100:00100000:2.0:1761243204.552904:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481051264:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243204.552925:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481051264:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243204.552930:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3815 00000100:00100000:2.0:1761243204.552948:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481051712:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243204.553984:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8892997 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481051200:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243204.554126:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051648 00000100:00100000:1.0:1761243204.556513:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5807 00000100:00100000:1.0:1761243204.556526:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f5709122 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481051136:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243204.556617:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f5709122 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481051136:12345-0@lo:400:kworker/u8:3.0 Request processed in 92us (5925us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243204.556624:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5807 00000100:00100000:1.0:1761243204.556647:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5808 00000100:00100000:1.0:1761243204.556652:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d088949 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481051328:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243204.556677:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d088949 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481051328:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (5288us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243204.556683:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5808 00000100:00100000:1.0:1761243204.556693:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5809 00000100:00100000:1.0:1761243204.556697:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006c4274e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481051648:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243204.556721:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006c4274e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481051648:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (4067us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243204.556726:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5809 00000100:00100000:1.0:1761243204.556780:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c1889ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481051520:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243204.556821:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243204.556845:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481051584:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243204.556866:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243204.556910:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051456 00000100:00100000:1.0:1761243204.556947:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051520 00000100:00100000:1.0:1761243204.556962:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051584 00000100:00100000:1.0:1761243204.556974:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913 00000100:00100000:1.0:1761243204.556978:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481051456:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243204.557024:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481051456:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (4445us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243204.557030:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913 00000100:00100000:1.0:1761243204.557044:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479 00000100:00100000:1.0:1761243204.557046:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481051520:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243204.557140:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243204.557169:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481051520:12345-0@lo:8:kworker/u8:3.0 Request processed in 121us (349us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243204.557174:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479 00000100:00100000:1.0:1761243204.557184:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2480 00000100:00100000:1.0:1761243204.557187:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ea687e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481051584:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243204.557285:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243204.557306:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ea687e6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481051584:12345-0@lo:8:kworker/u8:3.0 Request processed in 118us (440us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243204.557312:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2480 00000100:00080000:1.0:1761243204.557355:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243204.557359:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243204.557363:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c1889ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481051520:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243204.557371:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243204.557374:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243204.557375:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481051584:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243204.557433:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243204.557462:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6264d7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481051072:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243204.557474:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243204.557481:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000072b90549 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481051392:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243204.557502:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243204.557522:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051392 00000100:00100000:1.0:1761243204.557544:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:1.0:1761243204.557547:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000445ea9a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481051392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243204.557575:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000445ea9a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481051392:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243204.557580:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00100000:1.0:1761243204.557602:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000072b90549 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481051392:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243204.557618:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051712 00000100:00100000:0.0:1761243204.561725:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c22c157d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481051264:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243204.561748:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea3a3a27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481051648:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243204.561768:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481051456:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243204.568690:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f246d16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481051328:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243204.568711:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f033f06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481051136:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243204.568869:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5810 00000100:00100000:1.0:1761243204.568878:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003897df41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481051712:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243204.568980:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003897df41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481051712:12345-0@lo:400:kworker/u8:3.0 Request processed in 102us (11547us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243204.568987:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5810 00000100:00100000:0.0:1761243204.569068:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481051712:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761243205.240463:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243205.494369:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243205.494409:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243205.494440:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243205.494468:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243205.494487:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243205.494554:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847616 00000100:00100000:2.0:1761243205.494600:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847680 00000100:00100000:2.0:1761243205.494615:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2915 00000100:00100000:2.0:1761243205.494622:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464847616:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243205.494695:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464847616:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 72us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243205.494703:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2915 00000100:00100000:2.0:1761243205.494731:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2481 00000100:00100000:2.0:1761243205.494742:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464847680:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761243205.494835:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243205.494862:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464847680:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 126us (375us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243205.494869:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2481 00000100:00100000:0.0:1761243205.495180:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847488 00000100:00100000:0.0:1761243205.495212:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847552 00000100:00100000:0.0:1761243205.495263:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5811 00000100:00100000:0.0:1761243205.495269:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464847488:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243205.495305:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3843a88 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464847488:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 35us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243205.495312:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5811 00000100:00100000:0.0:1761243205.495347:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5812 00000100:00100000:0.0:1761243205.495351:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d12fdadf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464847552:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243205.495380:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d12fdadf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464847552:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 28us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243205.495385:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5812 00000100:00100000:1.0:1761243205.495476:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847424 00000100:00100000:1.0:1761243205.495511:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2065 00000100:00100000:1.0:1761243205.495515:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464847424:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243205.495549:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464847424:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 34us (1110us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243205.495555:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2065 00010000:00010000:1.0:1761243206.269826:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243206.584714:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243206.584739:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481051776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243206.584816:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243206.584859:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051776 00000100:00100000:0.0:1761243206.584894:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782 00000100:00100000:0.0:1761243206.584910:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481051776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243206.584944:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243206.584977:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481051776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243206.584983:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782 00000100:00100000:0.0:1761243206.585026:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481051776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243206.586017:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243206.586027:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481051840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243206.586064:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243206.586158:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051840 00000100:00100000:2.0:1761243206.586192:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783 00000100:00100000:2.0:1761243206.586196:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481051840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243206.586211:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243206.586265:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481051840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243206.586270:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783 00000100:00100000:2.0:1761243206.586298:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481051840:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243207.288571:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243207.608609:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243207.608629:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481051904:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243207.608723:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243207.608725:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243207.608778:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051904 00000100:00100000:3.0:1761243207.608827:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481051968:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243207.608833:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3816 00000100:00100000:1.0:1761243207.608840:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050f8d612 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481051904:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243207.608862:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:1.0:1761243207.608881:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243207.608934:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481051968 00000100:00100000:1.0:1761243207.608940:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050f8d612 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481051904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243207.608948:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3816 00000100:00100000:3.0:1761243207.609007:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481051904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243207.609099:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3817 00000100:00100000:2.0:1761243207.609104:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006ac2b9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481051968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243207.609127:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243207.609170:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006ac2b9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481051968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243207.609176:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3817 00000100:00100000:3.0:1761243207.609262:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481051968:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243208.312504:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243209.336505:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243209.656574:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243209.656581:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243209.656584:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243209.656591:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4717 00000100:00080000:0.0:1761243209.656594:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243209.656599:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243209.656619:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000078f1f1b5 x1846792481052480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243209.656632:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243209.656634:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243209.656636:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243209.656638:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4717 00000100:00080000:0.0:1761243209.656640:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243209.656642:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243209.656652:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bf3c3be6 x1846792481052544/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243209.656834:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481052480:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243209.656897:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243209.656922:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf3c3be6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481052544:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243209.656954:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243209.657001:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052480 00000100:00100000:1.0:1761243209.657029:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052544 00000100:00100000:1.0:1761243209.657046:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:1.0:1761243209.657052:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e97c5ceb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481052480:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243209.657145:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243209.657181:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e97c5ceb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481052480:12345-0@lo:8:kworker/u8:3.0 Request processed in 128us (285us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243209.657187:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00100000:1.0:1761243209.657205:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00000100:00100000:1.0:1761243209.657208:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000531a8983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481052544:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243209.657299:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243209.657319:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000531a8983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481052544:12345-0@lo:8:kworker/u8:3.0 Request processed in 110us (366us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243209.657324:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000100:00080000:1.0:1761243209.657360:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243209.657363:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243209.657366:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481052480:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243209.657374:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243209.657376:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243209.657378:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf3c3be6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481052544:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243209.657399:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481052096:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243209.657424:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243209.657439:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481052352:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243209.657458:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243209.657471:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761243209.657475:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481052160:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243209.657495:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243209.657508:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481052416:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243209.657528:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243209.657548:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052096 00000100:00100000:1.0:1761243209.657575:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5813 00000100:00100000:1.0:1761243209.657578:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082ba0d8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481052096:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243209.657612:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082ba0d8e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481052096:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243209.657617:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5813 00000100:00100000:1.0:1761243209.657637:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052352 00000100:00100000:1.0:1761243209.657654:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052416 00000100:00100000:1.0:1761243209.657678:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:1.0:1761243209.657681:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481052352:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.657829:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481052032:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.657862:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243209.657879:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481052288:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.657898:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243209.657911:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004a1439b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481052672:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.657928:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243209.657952:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761243209.657958:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481052224:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.657980:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243209.657995:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003161dd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481052608:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658014:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243209.658039:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917 00000100:00100000:3.0:1761243209.658043:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481052416:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658070:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481052416:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243209.658075:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917 00000100:00100000:3.0:1761243209.658095:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052032 00000100:00100000:3.0:1761243209.658119:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066 00000100:00100000:3.0:1761243209.658122:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481052032:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658149:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481052032:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243209.658154:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066 00000100:00100000:3.0:1761243209.658182:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052160 00000100:00100000:3.0:1761243209.658202:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052224 00000100:00100000:3.0:1761243209.658218:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3818 00000100:00100000:3.0:1761243209.658221:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481052160:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658266:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481052160:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243209.658272:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3818 00000100:00100000:3.0:1761243209.658283:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3819 00000100:00100000:3.0:1761243209.658286:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e9fcde pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481052224:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658308:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e9fcde pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481052224:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243209.658313:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3819 00000100:00100000:3.0:1761243209.658329:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052288 00000100:00100000:3.0:1761243209.658349:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052672 00000100:00100000:3.0:1761243209.658364:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052608 00000100:00100000:3.0:1761243209.658377:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5814 00000100:00100000:3.0:1761243209.658380:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bad7a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481052288:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658407:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bad7a5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481052288:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243209.658413:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5814 00000100:00100000:3.0:1761243209.658425:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5815 00000100:00100000:3.0:1761243209.658428:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043a7af78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481052672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658450:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043a7af78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481052672:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243209.658455:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5815 00000100:00100000:3.0:1761243209.658464:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5816 00000100:00100000:3.0:1761243209.658468:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f037c595 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481052608:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658489:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f037c595 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481052608:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243209.658493:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5816 00000100:00100000:3.0:1761243209.658536:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481052224:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658545:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003161dd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481052608:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658553:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001361a631 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481052032:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658561:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481052288:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658570:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004a1439b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481052672:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658632:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481052160:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658642:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481052416:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243209.658651:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481052096:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243209.664908:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481052352:12345-0@lo:400:kworker/u8:3.0 Request processed in 7215us (7439us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243209.664928:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00000100:00100000:3.0:1761243209.665392:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481052352:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243210.361680:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243210.613445:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243210.613493:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243210.613532:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243210.613566:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243210.613591:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243210.613624:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847808 00000100:00100000:0.0:1761243210.613679:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847872 00000100:00100000:0.0:1761243210.613697:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5817 00000100:00100000:0.0:1761243210.613703:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d19fb8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464847808:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243210.613773:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d19fb8f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464847808:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 70us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243210.613780:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5817 00000100:00100000:0.0:1761243210.613808:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5818 00000100:00100000:0.0:1761243210.613813:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb3554f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464847872:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243210.613832:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb3554f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464847872:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 19us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243210.613838:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5818 00000100:00100000:1.0:1761243210.613973:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847936 00000100:00100000:1.0:1761243210.614010:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848000 00000100:00100000:1.0:1761243210.614024:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2918 00000100:00100000:1.0:1761243210.614027:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000178c4129 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464847936:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243210.614057:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000178c4129 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464847936:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 29us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243210.614063:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2918 00000100:00100000:1.0:1761243210.614076:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2484 00000100:00100000:1.0:1761243210.614080:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004a1439b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464848000:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243210.614175:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243210.614196:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004a1439b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464848000:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 115us (604us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243210.614202:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2484 00000100:00100000:3.0:1761243210.614948:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464847744 00000100:00100000:3.0:1761243210.614999:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2067 00000100:00100000:3.0:1761243210.615004:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bcc21b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464847744:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243210.615044:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bcc21b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464847744:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 40us (1512us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243210.615050:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2067 00010000:00010000:1.0:1761243211.384665:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243211.704500:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003161dd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481052736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243211.704592:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243211.704642:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243211.704647:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf3c3be6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481052800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243211.704671:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243211.704675:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052736 00000100:00100000:2.0:1761243211.704719:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052800 00000100:00100000:2.0:1761243211.704752:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:2.0:1761243211.704759:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049f025a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481052736:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243211.704769:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:3.0:1761243211.704772:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481052800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243211.704799:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:3.0:1761243211.704799:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243211.704845:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049f025a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481052736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243211.704846:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481052800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243211.704854:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00000100:00100000:3.0:1761243211.704856:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00100000:3.0:1761243211.704960:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf3c3be6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481052800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243211.704976:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003161dd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481052736:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243212.410118:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243212.728623:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003161dd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481052864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243212.728694:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243212.728796:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052864 00000100:00100000:1.0:1761243212.728851:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3820 00000100:00100000:1.0:1761243212.728858:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481052864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243212.728897:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243212.728939:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481052864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243212.728945:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3820 00000100:00100000:3.0:1761243212.729039:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003161dd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481052864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243212.730951:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481052928:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243212.731015:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243212.731129:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052928 00000100:00100000:2.0:1761243212.731174:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3821 00000100:00100000:2.0:1761243212.731179:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481052928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243212.731213:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243212.731280:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481052928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243212.731287:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3821 00000100:00100000:3.0:1761243212.731411:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481052928:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761243213.432766:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243214.456861:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243214.779195:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243214.779203:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243214.779206:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243214.779213:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4722 00000100:00080000:2.0:1761243214.779216:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243214.779221:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243214.779256:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000094cfbb67 x1846792481053440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243214.779273:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243214.779277:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243214.779278:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243214.779282:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4722 00000100:00080000:2.0:1761243214.779284:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243214.779287:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243214.779297:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000386bd917 x1846792481053504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243214.779349:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004df2ea53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481053120:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779408:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243214.779437:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fece2a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481053376:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779458:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243214.779479:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761243214.779484:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000514262a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481053184:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779505:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243214.779519:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa77b3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481053568:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779540:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243214.779582:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053120 00000100:00100000:2.0:1761243214.779616:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053184 00000100:00100000:2.0:1761243214.779632:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3822 00000100:00100000:2.0:1761243214.779638:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c4657f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481053120:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779685:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c4657f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481053120:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243214.779691:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3822 00000100:00100000:2.0:1761243214.779706:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3823 00000100:00100000:2.0:1761243214.779709:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481053184:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779731:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481053184:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243214.779740:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3823 00000100:00100000:2.0:1761243214.779758:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053568 00000100:00100000:2.0:1761243214.779777:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5819 00000100:00100000:2.0:1761243214.779780:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481053568:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779805:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a6cdc1b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481053568:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243214.779811:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5819 00000100:00100000:2.0:1761243214.779864:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000514262a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481053184:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779875:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa77b3e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481053568:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779883:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004df2ea53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481053120:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779925:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8523a0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481052992:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779952:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243214.779967:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481053248:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.779986:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243214.779998:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003434e24f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481053632:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780015:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243214.780029:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1761243214.780033:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed6819e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481053056:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780056:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243214.780068:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481053312:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780087:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243214.780104:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053248 00000100:00100000:2.0:1761243214.780119:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053632 00000100:00100000:2.0:1761243214.780143:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053056 00000100:00100000:2.0:1761243214.780159:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5820 00000100:00100000:2.0:1761243214.780163:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004df2ea53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481053248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780190:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004df2ea53 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481053248:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243214.780195:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5820 00000100:00100000:2.0:1761243214.780206:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5821 00000100:00100000:2.0:1761243214.780210:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa77b3e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481053632:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780252:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa77b3e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481053632:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243214.780258:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5821 00000100:00100000:2.0:1761243214.780267:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5822 00000100:00100000:2.0:1761243214.780270:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000514262a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481053056:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780292:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000514262a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481053056:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243214.780297:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5822 00000100:00100000:2.0:1761243214.780322:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed6819e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481053056:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780330:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481053248:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780338:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003434e24f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481053632:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780369:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481052992 00000100:00100000:2.0:1761243214.780390:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068 00000100:00100000:2.0:1761243214.780393:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481052992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780423:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481052992:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243214.780430:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068 00000100:00100000:2.0:1761243214.780467:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094cfbb67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481053440:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780498:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243214.780510:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000386bd917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481053504:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780527:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243214.780554:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8523a0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481052992:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780590:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053376 00000100:00100000:2.0:1761243214.780611:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053312 00000100:00100000:2.0:1761243214.780625:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053440 00000100:00100000:2.0:1761243214.780633:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053504 00000100:00100000:2.0:1761243214.780640:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:2.0:1761243214.780644:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045626b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481053376:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780677:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045626b0d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481053376:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243214.780682:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000100:00100000:2.0:1761243214.780692:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:2.0:1761243214.780694:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094a47d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481053312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.780719:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094a47d87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481053312:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243214.780725:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00000100:00100000:2.0:1761243214.780734:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:2.0:1761243214.780737:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bc13693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481053440:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243214.780823:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243214.780866:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bc13693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481053440:12345-0@lo:8:kworker/u8:3.0 Request processed in 127us (368us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243214.780872:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00000100:00100000:2.0:1761243214.780882:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486 00000100:00100000:2.0:1761243214.780885:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdb9c3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481053504:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243214.780960:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243214.780981:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdb9c3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481053504:12345-0@lo:8:kworker/u8:3.0 Request processed in 96us (454us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243214.780987:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486 00000100:00080000:2.0:1761243214.781008:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243214.781011:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243214.781015:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094cfbb67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481053440:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243214.781022:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243214.781024:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243214.781026:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000386bd917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481053504:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243214.781050:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fece2a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481053376:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243214.781074:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481053312:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243215.480456:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243215.732911:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243215.733400:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243215.734047:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848064 00000100:00100000:3.0:1761243215.734097:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2069 00000100:00100000:3.0:1761243215.734105:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464848064:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243215.734185:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464848064:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 81us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243215.734194:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2069 00000100:00100000:0.0:1761243215.735000:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243215.736105:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243215.736722:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243215.736824:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848128 00000100:00100000:1.0:1761243215.736879:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848192 00000100:00100000:1.0:1761243215.736899:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5823 00000100:00100000:1.0:1761243215.736906:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf3c3be6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464848128:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243215.736978:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf3c3be6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464848128:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 71us (3579us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243215.736985:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5823 00000100:00100000:1.0:1761243215.737016:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5824 00000100:00100000:1.0:1761243215.737020:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003161dd58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464848192:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243215.737044:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003161dd58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464848192:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 23us (2047us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243215.737054:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5824 00000100:00100000:2.0:1761243215.737975:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848256 00000100:00100000:2.0:1761243215.738052:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848320 00000100:00100000:2.0:1761243215.738080:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2921 00000100:00100000:2.0:1761243215.738086:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464848256:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243215.738098:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2487 00000100:00100000:1.0:1761243215.738102:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044885fa3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464848320:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761243215.738155:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464848256:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 69us (2055us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243215.738163:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2921 00010000:02020000:1.0:1761243215.738191:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243215.740306:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044885fa3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464848320:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 2198us (3581us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243215.740319:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2487 00010000:00010000:1.0:1761243216.504730:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243216.824642:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000acccb484 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481053696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243216.824714:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243216.824763:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053696 00000100:00100000:1.0:1761243216.824804:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00000100:00100000:1.0:1761243216.824810:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000685d0256 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481053696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243216.824844:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243216.824885:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000685d0256 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481053696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243216.824892:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00000100:00100000:1.0:1761243216.824938:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000acccb484 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481053696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243216.825648:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481053760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243216.825680:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243216.825708:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053760 00000100:00100000:1.0:1761243216.825729:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787 00000100:00100000:1.0:1761243216.825733:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481053760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243216.825748:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243216.825775:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481053760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243216.825781:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787 00000100:00100000:1.0:1761243216.825809:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481053760:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761243217.528414:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243217.851129:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243217.851148:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481053824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243217.851221:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243217.851274:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243217.851281:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481053888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243217.851307:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243217.851391:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053824 00000100:00100000:3.0:1761243217.851439:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053888 00000100:00100000:3.0:1761243217.851460:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3824 00000100:00100000:3.0:1761243217.851466:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481053824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243217.851517:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243217.851560:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481053824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243217.851567:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3824 00000100:00100000:3.0:1761243217.851585:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3825 00000100:00100000:3.0:1761243217.851588:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481053888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243217.851606:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243217.851633:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481053888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 43us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243217.851639:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3825 00000100:00100000:1.0:1761243217.852067:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481053824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243217.852095:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481053888:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243218.552522:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243219.576424:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243219.896633:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243219.896641:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243219.896645:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243219.896653:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4727 00000100:00080000:0.0:1761243219.896657:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243219.896663:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243219.896681:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481054080:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243219.896686:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000088fe51e1 x1846792481054400/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243219.896701:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243219.896704:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243219.896706:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243219.896708:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4727 00000100:00080000:0.0:1761243219.896710:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243219.896714:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243219.896725:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000036c079ae x1846792481054464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243219.896750:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243219.896778:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000acccb484 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481054144:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.896779:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebe3f563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481054336:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.896810:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243219.896823:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243219.896827:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761243219.896834:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481054016:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243219.896858:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481054528:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.896871:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243219.896890:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243219.896910:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481054272:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243219.896913:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1761243219.896920:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba395ec0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481053952:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.896944:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243219.896959:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243219.896980:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054016 00000100:00100000:0.0:1761243219.896982:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a7d88b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481054208:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.897018:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054528 00000100:00100000:0.0:1761243219.897028:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243219.897052:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b13aabc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481054592:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243219.897074:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243219.897131:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054080 00000100:00100000:1.0:1761243219.897160:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054144 00000100:00100000:1.0:1761243219.897178:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3826 00000100:00100000:1.0:1761243219.897182:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481054080:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243219.897254:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481054080:12345-0@lo:400:kworker/u8:0.0 Request processed in 70us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243219.897261:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3826 00000100:00100000:1.0:1761243219.897279:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3827 00000100:00100000:1.0:1761243219.897283:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481054144:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243219.897307:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481054144:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243219.897313:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3827 00000100:00100000:1.0:1761243219.897332:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054336 00000100:00100000:1.0:1761243219.897355:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054272 00000100:00100000:1.0:1761243219.897369:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:1.0:1761243219.897373:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cce45bc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481054336:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243219.897399:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cce45bc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481054336:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243219.897404:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00100000:1.0:1761243219.897414:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923 00000100:00100000:1.0:1761243219.897417:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001169a3b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481054272:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243219.897438:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001169a3b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481054272:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243219.897443:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923 00000100:00100000:3.0:1761243219.897544:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054208 00000100:00100000:3.0:1761243219.897574:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054592 00000100:00100000:0.0:1761243219.897585:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000acccb484 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481054144:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.897599:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5825 00000100:00100000:3.0:1761243219.897606:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d948967a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481054016:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.897641:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d948967a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481054016:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243219.897646:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5825 00000100:00100000:3.0:1761243219.897660:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5826 00000100:00100000:3.0:1761243219.897663:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbc41e1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481054528:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.897696:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbc41e1e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481054528:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243219.897707:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5826 00000100:00100000:0.0:1761243219.897725:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5827 00000100:00100000:0.0:1761243219.897730:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007703e835 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481054208:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.897735:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5828 00000100:00100000:3.0:1761243219.897743:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002afe4c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481054592:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243219.897777:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007703e835 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481054208:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243219.897783:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5827 00000100:00100000:3.0:1761243219.897786:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002afe4c24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481054592:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243219.897793:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5828 00000100:00100000:0.0:1761243219.897833:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481053952 00000100:00100000:3.0:1761243219.897846:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481054016:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.897856:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481054272:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.897864:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481054080:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.897872:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebe3f563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481054336:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243219.897919:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070 00000100:00100000:0.0:1761243219.897924:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481053952:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.897931:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a7d88b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481054208:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.897944:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b13aabc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481054592:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243219.897955:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481054528:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243219.897962:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481053952:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243219.897970:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070 00000100:00100000:3.0:1761243219.897985:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba395ec0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481053952:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243219.898285:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481054400:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243219.898316:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243219.898350:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481054464:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243219.898371:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243219.898919:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054400 00000100:00100000:0.0:1761243219.898952:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054464 00000100:00100000:0.0:1761243219.899898:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:0.0:1761243219.899907:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481054400:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761243219.900003:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243219.900069:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481054400:12345-0@lo:8:kworker/u8:0.0 Request processed in 161us (1752us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243219.900196:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:1.0:1761243219.900200:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031396ecf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481054464:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:1.0:1761243219.900286:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243219.900312:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031396ecf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481054464:12345-0@lo:8:kworker/u8:0.0 Request processed in 111us (1941us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243219.900318:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00080000:1.0:1761243219.900375:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243219.900379:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243219.900383:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481054400:0@lo:8:kworker/u8:0.0 00000100:00080000:1.0:1761243219.900392:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243219.900395:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243219.900397:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481054464:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243219.900717:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00010000:00010000:1.0:1761243220.600717:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243220.852611:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243220.854182:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848448 00000100:00100000:3.0:1761243220.854388:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5829 00000100:00100000:3.0:1761243220.854394:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ac95e68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464848448:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243220.855176:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ac95e68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464848448:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 778us (2570us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243220.855185:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5829 00000100:00100000:2.0:1761243220.856017:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243220.856124:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243220.857753:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243220.857779:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243220.857872:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848512 00000100:00100000:3.0:1761243220.857964:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848576 00000100:00100000:3.0:1761243220.857998:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848640 00000100:00100000:3.0:1761243220.858017:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2924 00000100:00100000:3.0:1761243220.858025:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464848576:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243220.858095:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464848576:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 69us (2080us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243220.858102:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2924 00000100:00100000:3.0:1761243220.858118:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2490 00000100:00100000:3.0:1761243220.858122:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464848640:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:3.0:1761243220.858212:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243220.858252:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464848640:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 130us (474us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243220.858262:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2490 00000100:00100000:1.0:1761243220.858432:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5830 00000100:00100000:1.0:1761243220.858437:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000558f8307 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464848512:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243220.858489:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000558f8307 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464848512:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 51us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243220.858495:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5830 00000100:00100000:0.0:1761243220.858666:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848384 00000100:00100000:0.0:1761243220.858695:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2071 00000100:00100000:0.0:1761243220.858700:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464848384:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243220.858730:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464848384:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 29us (2606us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243220.858736:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2071 00010000:00010000:3.0:1761243221.626853:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243221.944756:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243221.944772:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdc135eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481054656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243221.944841:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243221.944883:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054656 00000100:00100000:3.0:1761243221.944933:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788 00000100:00100000:3.0:1761243221.944939:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8042b36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481054656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243221.944972:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243221.945021:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8042b36 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481054656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243221.945028:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788 00000100:00100000:3.0:1761243221.945071:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdc135eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481054656:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243221.945752:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243221.945763:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cfc13be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481054720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243221.945796:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243221.945836:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054720 00000100:00100000:1.0:1761243221.945864:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789 00000100:00100000:1.0:1761243221.945868:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481054720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243221.945882:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243221.945910:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481054720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243221.945916:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789 00000100:00100000:1.0:1761243221.945954:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cfc13be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481054720:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243222.648977:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243222.968395:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243222.968420:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481054784:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243222.968503:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243222.968605:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054784 00000100:00100000:1.0:1761243222.968643:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3828 00000100:00100000:1.0:1761243222.968648:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdc135eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481054784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243222.968681:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243222.968732:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdc135eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481054784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243222.968739:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3828 00000100:00100000:0.0:1761243222.968817:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481054784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243222.969057:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481054848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243222.969084:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243222.969734:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054848 00000100:00100000:1.0:1761243222.969777:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3829 00000100:00100000:1.0:1761243222.969781:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034412987 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481054848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243222.969805:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243222.969847:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034412987 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481054848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243222.969853:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3829 00000100:00100000:0.0:1761243222.969949:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481054848:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243223.673478:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243224.696441:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243225.016896:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481054912:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243225.016974:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243225.017053:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054912 00000100:00100000:0.0:1761243225.017105:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072 00000100:00100000:0.0:1761243225.017110:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057f806fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481054912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.019067:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481054976:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.019134:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243225.019431:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057f806fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481054912:12345-0@lo:400:kworker/u8:3.0 Request processed in 2318us (2457us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243225.021995:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243225.022010:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481055168:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.022075:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243225.022132:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481054976 00000100:00100000:3.0:1761243225.022174:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055168 00000100:00100000:3.0:1761243225.022195:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5831 00000100:00100000:3.0:1761243225.022200:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481054976:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.022272:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001410af33 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481054976:12345-0@lo:400:kworker/u8:3.0 Request processed in 70us (3138us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243225.022278:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5831 00000100:00100000:3.0:1761243225.022296:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5832 00000100:00100000:3.0:1761243225.022299:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bd7099a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481055168:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.022323:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bd7099a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481055168:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243225.022329:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5832 00000100:00100000:3.0:1761243225.022368:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481055168:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.022393:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481054976:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.022437:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481055104:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.022465:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243225.022483:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243225.022487:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481055040:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.022505:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243225.022537:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055104 00000100:00100000:3.0:1761243225.022560:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055040 00000100:00100000:3.0:1761243225.022576:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3830 00000100:00100000:3.0:1761243225.022579:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be8f5743 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481055104:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.022608:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be8f5743 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481055104:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243225.022614:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3830 00000100:00100000:3.0:1761243225.022625:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3831 00000100:00100000:3.0:1761243225.022628:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481055040:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.022653:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481055040:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243225.022658:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3831 00000100:00100000:3.0:1761243225.022686:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481055040:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.022694:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481055104:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243225.022818:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243225.022824:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243225.022828:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243225.022832:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4732 00000100:00080000:2.0:1761243225.022834:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243225.022838:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243225.022858:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013608173 x1846792481055360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243225.022878:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243225.022881:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243225.022883:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243225.022886:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4732 00000100:00080000:2.0:1761243225.022887:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243225.022890:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243225.022900:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000048c08ce3 x1846792481055424/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243225.022955:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481055360:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243225.022985:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243225.023000:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481055424:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243225.023019:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243225.024586:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481054912:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243225.024626:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481055552:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243225.024682:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243225.024719:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243225.024725:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481055232:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243225.024768:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243225.025315:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072 00000100:00100000:2.0:1761243225.025506:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055552 00000100:00100000:2.0:1761243225.025554:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5833 00000100:00100000:2.0:1761243225.025560:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001361a631 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481055552:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243225.025627:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001361a631 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481055552:12345-0@lo:400:kworker/u8:3.0 Request processed in 66us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243225.025633:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5833 00000100:00100000:3.0:1761243225.025713:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055360 00000100:00100000:3.0:1761243225.025752:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055424 00000100:00100000:3.0:1761243225.025768:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055232 00000100:00100000:3.0:1761243225.025788:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925 00000100:00100000:3.0:1761243225.025792:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481055232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.025826:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481055232:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243225.025831:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925 00000100:00100000:3.0:1761243225.025843:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:3.0:1761243225.025846:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481055360:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243225.025929:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243225.025961:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481055360:12345-0@lo:8:kworker/u8:3.0 Request processed in 114us (2976us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243225.025968:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00000100:00100000:3.0:1761243225.025978:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492 00000100:00100000:3.0:1761243225.025981:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000386bd917 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481055424:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243225.026059:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243225.026081:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000386bd917 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481055424:12345-0@lo:8:kworker/u8:3.0 Request processed in 99us (3062us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243225.026089:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492 00000100:00080000:3.0:1761243225.026128:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243225.026132:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243225.026135:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013608173 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481055360:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243225.026144:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243225.026146:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243225.026148:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481055424:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243225.026181:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481055296:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.026210:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243225.026253:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243225.026259:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481055488:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.026283:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243225.026308:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055296 00000100:00100000:3.0:1761243225.026336:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:3.0:1761243225.026340:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003733dcdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481055296:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.026384:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003733dcdc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481055296:12345-0@lo:400:kworker/u8:3.0 Request processed in 43us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243225.026389:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00100000:3.0:1761243225.026418:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055488 00000100:00100000:3.0:1761243225.026440:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5834 00000100:00100000:3.0:1761243225.026444:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095879a83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481055488:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.026469:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095879a83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481055488:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243225.026474:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5834 00000100:00100000:3.0:1761243225.026501:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d49a2f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481055488:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243225.026509:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e86043f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481055296:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243225.030203:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b7157f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481055232:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243225.030224:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481055552:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761243225.723203:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243225.971425:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243225.973053:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848768 00000100:00100000:0.0:1761243225.973119:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5835 00000100:00100000:0.0:1761243225.973126:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094cfbb67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464848768:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243225.973211:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094cfbb67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464848768:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 85us (1793us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243225.973218:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5835 00000100:00100000:2.0:1761243225.973542:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243225.974168:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243225.974203:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243225.974501:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848896 00000100:00100000:3.0:1761243225.974544:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2927 00000100:00100000:3.0:1761243225.974549:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8523a0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464848896:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243225.974599:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8523a0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464848896:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 48us (1101us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243225.974605:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2927 00000100:00100000:0.0:1761243225.974679:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848704 00000100:00100000:0.0:1761243225.974714:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2073 00000100:00100000:0.0:1761243225.974721:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000472bb12b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464848704:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243225.974771:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000472bb12b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464848704:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 46us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243225.974778:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2073 00000100:00100000:2.0:1761243225.975843:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243225.976800:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848832 00000100:00100000:3.0:1761243225.977190:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464848960 00000100:00100000:3.0:1761243225.977245:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2493 00000100:00100000:3.0:1761243225.977251:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464848960:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761243225.977345:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243225.977423:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464848960:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 171us (1583us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243225.977431:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2493 00000100:00100000:1.0:1761243225.977553:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5836 00000100:00100000:1.0:1761243225.977559:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003434e24f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464848832:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243225.977602:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003434e24f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464848832:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 42us (3399us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243225.977608:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5836 00010000:00010000:1.0:1761243226.744459:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243227.065548:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d731a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481055616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243227.065621:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243227.068114:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243227.068127:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3ce5ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481055680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243227.070619:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055616 00000100:00100000:2.0:1761243227.070681:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790 00000100:00100000:2.0:1761243227.070687:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273d5345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481055616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243227.070721:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243227.070781:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273d5345 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481055616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (5162us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243227.070788:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790 00000100:00100000:2.0:1761243227.070838:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243227.070861:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d731a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481055616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243227.070863:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055680 00000100:00100000:2.0:1761243227.070880:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1791 00000100:00100000:2.0:1761243227.070883:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed6819e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481055680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243227.070893:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243227.070929:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed6819e2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481055680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243227.070936:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1791 00000100:00100000:3.0:1761243227.071446:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3ce5ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481055680:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243227.770838:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243228.089340:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243228.089356:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481055744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243228.089422:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243228.089472:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055744 00000100:00100000:0.0:1761243228.089520:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3832 00000100:00100000:0.0:1761243228.089526:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d3ea9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481055744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243228.089560:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243228.089597:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d3ea9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481055744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243228.089603:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3832 00000100:00100000:2.0:1761243228.089684:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b513f00d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481055744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243228.092790:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481055808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243228.092855:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243228.092995:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055808 00000100:00100000:2.0:1761243228.093041:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833 00000100:00100000:2.0:1761243228.093046:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b13aabc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481055808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243228.093085:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243228.093135:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b13aabc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481055808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243228.093141:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833 00000100:00100000:3.0:1761243228.093267:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000078f1f1b5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481055808:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243228.792760:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243229.818883:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243230.137874:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d731a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481055872:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.137958:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243230.138096:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055872 00000100:00100000:1.0:1761243230.138146:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074 00000100:00100000:1.0:1761243230.138153:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481055872:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243230.138502:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481055872:12345-0@lo:400:kworker/u8:0.0 Request processed in 348us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243230.138510:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074 00000100:00100000:1.0:1761243230.138559:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481055936:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243230.138585:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243230.138605:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243230.138609:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481056000:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243230.138631:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243230.138654:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481055936 00000100:00100000:1.0:1761243230.138680:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5837 00000100:00100000:1.0:1761243230.138684:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481055936:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243230.138717:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078f1f1b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481055936:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243230.138723:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5837 00000100:00100000:1.0:1761243230.138741:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056000 00000100:00100000:1.0:1761243230.138764:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834 00000100:00100000:1.0:1761243230.138768:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000499b26f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481056000:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243230.138796:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000499b26f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481056000:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243230.138801:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834 00000100:00100000:2.0:1761243230.139273:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a7d88b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481056064:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243230.139315:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243230.139381:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056064 00000100:00100000:2.0:1761243230.139408:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3835 00000100:00100000:2.0:1761243230.139412:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481056064:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243230.139444:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481056064:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243230.139451:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3835 00000100:00100000:2.0:1761243230.139483:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a7d88b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481056064:0@lo:400:kworker/u8:0.0 00000100:00080000:3.0:1761243230.139601:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243230.139605:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243230.139610:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243230.139615:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4737 00000100:00080000:3.0:1761243230.139617:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243230.139621:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243230.139641:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000093b7f096 x1846792481056320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243230.139655:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243230.139658:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243230.139659:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243230.139662:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4737 00000100:00080000:3.0:1761243230.139664:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243230.139666:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243230.139675:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009f71a2d2 x1846792481056384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243230.139706:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000093b7f096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481056320:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243230.139734:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243230.139750:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f71a2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481056384:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243230.139771:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243230.139795:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056320 00000100:00100000:3.0:1761243230.139812:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056384 00000100:00100000:3.0:1761243230.139824:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:3.0:1761243230.139828:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065feceed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481056320:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243230.140242:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d731a2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481055872:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.140260:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebe3f563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481056128:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.140295:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243230.140310:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481056512:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.140328:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243230.140342:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761243230.140347:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003eb47f4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481056448:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.140365:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243230.140391:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056128 00000100:00100000:0.0:1761243230.140414:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056512 00000100:00100000:0.0:1761243230.140431:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056448 00000100:00100000:0.0:1761243230.140443:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5838 00000100:00100000:0.0:1761243230.140446:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3ce5ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481056128:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.140480:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3ce5ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481056128:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243230.140485:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5838 00000100:00100000:0.0:1761243230.140497:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5839 00000100:00100000:0.0:1761243230.140500:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006cfc13be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481056512:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.140523:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006cfc13be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481056512:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243230.140528:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5839 00000100:00100000:0.0:1761243230.140537:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5840 00000100:00100000:0.0:1761243230.140540:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d731a2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481056448:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.140570:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d731a2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481056448:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243230.140575:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5840 00000100:00100000:0.0:1761243230.140600:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003eb47f4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481056448:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.140608:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebe3f563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481056128:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.140615:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481056512:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.140652:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:0.0:1761243230.140656:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481056384:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761243230.140739:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243230.140777:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481056384:12345-0@lo:8:kworker/u8:0.0 Request processed in 119us (1006us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243230.140783:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000100:00100000:2.0:1761243230.141111:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a7d88b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481056256:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243230.141138:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243230.141167:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243230.141172:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481056192:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243230.141192:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243230.141255:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243230.141259:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243230.141262:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f71a2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481056384:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243230.142355:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056256 00000100:00100000:0.0:1761243230.142408:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056192 00000100:00100000:0.0:1761243230.142432:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:0.0:1761243230.142436:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481056256:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.142495:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481056256:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243230.142504:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00000100:00100000:0.0:1761243230.142517:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929 00000100:00100000:0.0:1761243230.142521:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097f0c248 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481056192:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243230.142547:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097f0c248 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481056192:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (1354us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243230.142552:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929 00010000:02020000:3.0:1761243230.142676:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243230.142712:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065feceed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481056320:12345-0@lo:8:kworker/u8:0.0 Request processed in 2882us (2977us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243230.142720:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00100000:1.0:1761243230.142820:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481056000:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243230.142841:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481055936:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243230.143116:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481056192:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243230.143128:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a7d88b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481056256:0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1761243230.143421:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243230.143425:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243230.143428:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000093b7f096 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481056320:0@lo:8:kworker/u8:0.0 00010000:00010000:1.0:1761243230.843951:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243231.093452:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243231.093499:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243231.093655:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849024 00000100:00100000:1.0:1761243231.093713:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2075 00000100:00100000:1.0:1761243231.093719:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464849024:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243231.093798:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464849024:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 78us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243231.093806:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2075 00000100:00100000:2.0:1761243231.094050:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849088 00000100:00100000:2.0:1761243231.094095:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5841 00000100:00100000:2.0:1761243231.094100:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008866e982 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464849088:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243231.094133:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008866e982 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464849088:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 32us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243231.094140:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5841 00000100:00100000:3.0:1761243231.101321:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243231.101362:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243231.101408:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243231.101491:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849280 00000100:00100000:2.0:1761243231.101532:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849216 00000100:00100000:2.0:1761243231.101562:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2930 00000100:00100000:2.0:1761243231.101568:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464849216:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243231.101604:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849152 00000100:00100000:1.0:1761243231.101638:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5842 00000100:00100000:2.0:1761243231.101642:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464849216:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 71us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243231.101647:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093b7f096 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464849152:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243231.101655:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2930 00000100:00100000:2.0:1761243231.101674:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2496 00000100:00100000:2.0:1761243231.101679:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5d5677f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464849280:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761243231.101685:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093b7f096 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464849152:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 37us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243231.101693:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5842 00010000:02020000:2.0:1761243231.102502:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243231.102550:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5d5677f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464849280:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 870us (1237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243231.102559:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2496 00010000:00010000:1.0:1761243231.865752:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243232.184540:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a7d88b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481056640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243232.184612:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243232.184654:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243232.184659:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f71a2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481056576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243232.184663:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056640 00000100:00100000:2.0:1761243232.184684:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243232.184701:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056576 00000100:00100000:0.0:1761243232.184717:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:0.0:1761243232.184722:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481056640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243232.184755:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243232.185263:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481056640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 538us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243232.185474:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:2.0:1761243232.185479:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007427cea0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481056576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243232.185490:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243232.185516:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007427cea0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481056576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 36us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243232.185521:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00100000:2.0:1761243232.185559:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f71a2d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481056576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243232.185569:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a7d88b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481056640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243232.187092:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00010000:00010000:1.0:1761243232.888556:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243233.208494:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481056704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243233.208567:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243233.208670:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056704 00000100:00100000:1.0:1761243233.208715:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3836 00000100:00100000:1.0:1761243233.208721:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085ed301b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481056704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243233.208774:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243233.208842:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085ed301b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481056704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243233.208849:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3836 00000100:00100000:3.0:1761243233.208872:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005624049d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481056768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243233.208898:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243233.208973:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056768 00000100:00100000:1.0:1761243233.209004:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3837 00000100:00100000:1.0:1761243233.209008:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003eb47f4b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481056768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243233.209027:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243233.209064:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003eb47f4b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481056768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243233.209070:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3837 00000100:00100000:0.0:1761243233.209142:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005624049d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481056768:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243233.209257:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481056704:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243233.912446:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243234.938362:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243235.270933:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243235.270940:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243235.270944:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243235.270952:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4742 00000100:00080000:0.0:1761243235.270955:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243235.270961:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243235.270981:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ebe3f563 x1846792481057280/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243235.270996:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243235.271005:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243235.271006:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243235.271009:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4742 00000100:00080000:0.0:1761243235.271010:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243235.271013:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243235.271025:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009a7d88b8 x1846792481057344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243235.271067:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000789c279b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481057024:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243235.271165:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243235.271212:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481057408:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243235.271296:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243235.271320:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761243235.271325:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022514005 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481056960:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243235.271355:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243235.271367:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481057216:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243235.271392:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243235.271425:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebe3f563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481057280:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243235.271450:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243235.271472:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a7d88b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481057344:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243235.271493:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243235.271531:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057216 00000100:00100000:0.0:1761243235.271575:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057280 00000100:00100000:0.0:1761243235.271594:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057344 00000100:00100000:0.0:1761243235.271613:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931 00000100:00100000:0.0:1761243235.271618:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481057216:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243235.271659:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481057216:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243235.271665:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931 00000100:00100000:0.0:1761243235.271681:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:0.0:1761243235.271684:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481057280:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761243235.271777:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243235.271808:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481057280:12345-0@lo:8:kworker/u8:0.0 Request processed in 123us (358us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243235.271814:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:0.0:1761243235.271828:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2498 00000100:00100000:0.0:1761243235.271831:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049f025a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481057344:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761243235.271907:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243235.271928:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049f025a7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481057344:12345-0@lo:8:kworker/u8:0.0 Request processed in 96us (435us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243235.271933:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2498 00000100:00080000:0.0:1761243235.272003:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243235.272008:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243235.272012:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebe3f563 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481057280:0@lo:8:kworker/u8:0.0 00000100:00080000:0.0:1761243235.272020:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243235.272022:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243235.272024:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a7d88b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481057344:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243235.272062:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481057216:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243235.272174:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057408 00000100:00100000:1.0:1761243235.272220:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5843 00000100:00100000:1.0:1761243235.272224:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039332233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481057408:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243235.272290:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039332233 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481057408:12345-0@lo:400:kworker/u8:0.0 Request processed in 64us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243235.272296:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5843 00000100:00100000:1.0:1761243235.272320:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057024 00000100:00100000:1.0:1761243235.272339:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056960 00000100:00100000:1.0:1761243235.272354:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3838 00000100:00100000:1.0:1761243235.272357:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481057024:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243235.272385:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481057024:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (1225us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243235.272390:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3838 00000100:00100000:1.0:1761243235.272400:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3839 00000100:00100000:1.0:1761243235.272403:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481056960:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243235.272427:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481056960:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243235.272433:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3839 00000100:00100000:1.0:1761243235.272456:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022514005 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481056960:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243235.272465:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000789c279b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481057024:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243235.272472:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481057408:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.272551:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d53f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481056896:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.272584:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243235.272610:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481057152:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.272629:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243235.272647:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1761243235.272652:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005624049d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481056832:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.272675:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243235.272687:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481057088:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.272705:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243235.272726:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481057472:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.272743:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243235.272775:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056896 00000100:00100000:3.0:1761243235.272797:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057088 00000100:00100000:3.0:1761243235.272810:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057472 00000100:00100000:3.0:1761243235.272827:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5844 00000100:00100000:3.0:1761243235.272830:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a6af57c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481056896:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.272863:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a6af57c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481056896:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243235.272869:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5844 00000100:00100000:3.0:1761243235.272882:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5845 00000100:00100000:3.0:1761243235.272885:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e9795b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481057088:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.272909:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e9795b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481057088:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243235.272913:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5845 00000100:00100000:3.0:1761243235.272922:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5846 00000100:00100000:3.0:1761243235.272925:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f964cbdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481057472:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.272946:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f964cbdf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481057472:12345-0@lo:400:kworker/u8:0.0 Request processed in 20us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243235.272951:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5846 00000100:00100000:3.0:1761243235.272981:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057152 00000100:00100000:3.0:1761243235.273004:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00000100:00100000:3.0:1761243235.273007:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481057152:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.273033:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481057152:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243235.273039:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00000100:00100000:3.0:1761243235.273064:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481057088:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.273072:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481057472:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.273081:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d53f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481056896:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243235.273089:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481057152:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243235.273265:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481056832 00000100:00100000:2.0:1761243235.273289:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076 00000100:00100000:2.0:1761243235.273292:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481056832:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243235.273329:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481056832:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243235.273334:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076 00000100:00100000:2.0:1761243235.273372:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005624049d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481056832:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243235.960617:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243236.218605:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243236.222075:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849344 00000100:00100000:1.0:1761243236.222930:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2077 00000100:00100000:1.0:1761243236.222941:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464849344:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243236.225593:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464849344:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 2645us (6988us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243236.225611:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2077 00000100:00100000:3.0:1761243236.227747:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243236.228569:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243236.228593:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849472 00000100:00100000:0.0:1761243236.228639:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5847 00000100:00100000:0.0:1761243236.228645:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f71a2d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464849472:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243236.229214:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849408 00000100:00100000:1.0:1761243236.229277:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5848 00000100:00100000:1.0:1761243236.229281:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e0c6b82d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464849408:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243236.229353:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f71a2d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464849472:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 707us (1611us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243236.229360:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5847 00000100:00100000:3.0:1761243236.229692:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243236.229715:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243236.229735:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849536 00000100:00100000:3.0:1761243236.229756:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849600 00000100:00100000:3.0:1761243236.229768:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2933 00000100:00100000:3.0:1761243236.229771:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ccee789 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464849536:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243236.229798:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ccee789 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464849536:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 26us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243236.229804:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2933 00000100:00100000:3.0:1761243236.229816:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2499 00000100:00100000:3.0:1761243236.229819:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f3b0502 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464849600:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:3.0:1761243236.229901:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243236.229926:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f3b0502 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464849600:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 106us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243236.229932:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2499 00000100:00100000:1.0:1761243236.230667:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e0c6b82d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464849408:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 1381us (2096us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243236.230677:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5848 00010000:00010000:1.0:1761243236.984948:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243237.304551:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a164cd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481057536:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243237.304634:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243237.304713:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057536 00000100:00100000:2.0:1761243237.304758:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794 00000100:00100000:2.0:1761243237.304765:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e20fd76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481057536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243237.304801:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243237.304847:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e20fd76 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481057536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243237.304854:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794 00000100:00100000:2.0:1761243237.304913:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a164cd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481057536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243237.305376:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243237.305387:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481057600:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243237.305417:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243237.305440:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057600 00000100:00100000:3.0:1761243237.305463:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795 00000100:00100000:3.0:1761243237.305468:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481057600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243237.305479:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243237.305504:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481057600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 36us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243237.305510:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795 00000100:00100000:3.0:1761243237.305539:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481057600:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243238.008453:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243238.328640:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481057664:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243238.328720:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243238.328779:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057664 00000100:00100000:0.0:1761243238.328825:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3840 00000100:00100000:0.0:1761243238.328830:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481057664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243238.328869:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243238.328909:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481057664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243238.328915:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3840 00000100:00100000:0.0:1761243238.328965:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481057664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243238.334171:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243238.334198:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481057728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243238.334353:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243238.335020:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057728 00000100:00100000:3.0:1761243238.335068:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3841 00000100:00100000:3.0:1761243238.335073:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481057728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243238.335112:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243238.335175:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481057728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243238.335181:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3841 00000100:00100000:2.0:1761243238.335412:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481057728:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243239.032462:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243240.057501:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243240.378272:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481057792:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243240.378349:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243240.378439:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057792 00000100:00100000:3.0:1761243240.378495:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078 00000100:00100000:3.0:1761243240.378501:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0df6662 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481057792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243240.379375:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0df6662 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481057792:12345-0@lo:400:kworker/u8:3.0 Request processed in 870us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243240.379384:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078 00000100:00100000:2.0:1761243240.379472:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481057792:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761243240.382409:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243240.382416:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243240.382420:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243240.382427:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4747 00000100:00080000:1.0:1761243240.382430:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243240.382436:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243240.382457:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000069187503 x1846792481058240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243240.382471:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243240.382474:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243240.382475:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243240.382478:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4747 00000100:00080000:1.0:1761243240.382480:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243240.382484:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243240.382493:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000094a47d87 x1846792481058304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243240.382529:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481058048:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243240.382587:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243240.382613:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481058432:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243240.382633:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243240.382653:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761243240.382658:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481057984:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243240.382679:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243240.382692:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bc13693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481058368:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243240.382710:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243240.382741:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058048 00000100:00100000:1.0:1761243240.382779:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058432 00000100:00100000:1.0:1761243240.382793:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058368 00000100:00100000:1.0:1761243240.382809:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5849 00000100:00100000:1.0:1761243240.382814:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031396ecf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481058048:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243240.382861:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031396ecf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481058048:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243240.382867:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5849 00000100:00100000:1.0:1761243240.382889:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5850 00000100:00100000:1.0:1761243240.382891:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481058432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243240.382915:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc55f8ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481058432:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243240.382920:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5850 00000100:00100000:1.0:1761243240.382931:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5851 00000100:00100000:1.0:1761243240.382934:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481058368:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243240.382956:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c5dec2ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481058368:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243240.382961:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5851 00000100:00100000:1.0:1761243240.382980:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057984 00000100:00100000:1.0:1761243240.383001:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3842 00000100:00100000:1.0:1761243240.383005:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481057984:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243240.383030:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481057984:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243240.383044:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3842 00000100:00100000:1.0:1761243240.383078:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481057984:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243240.383103:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bc13693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481058368:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243240.383113:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481058048:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243240.383120:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481058432:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.384986:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481057856:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385069:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243240.385115:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481058112:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385143:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243240.385177:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761243240.385183:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481057920:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385208:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243240.385223:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481058176:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385271:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243240.385304:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058112 00000100:00100000:0.0:1761243240.385341:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058176 00000100:00100000:0.0:1761243240.385359:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:0.0:1761243240.385363:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481058112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385408:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481058112:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243240.385414:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00000100:00100000:0.0:1761243240.385429:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935 00000100:00100000:0.0:1761243240.385432:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005624049d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481058176:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385454:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005624049d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481058176:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243240.385460:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935 00000100:00100000:0.0:1761243240.385480:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057920 00000100:00100000:0.0:1761243240.385501:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3843 00000100:00100000:0.0:1761243240.385504:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481057920:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385528:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481057920:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243240.385533:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3843 00000100:00100000:0.0:1761243240.385564:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481057920:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385573:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbd1a29a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481058176:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385581:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481058112:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385616:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481058240:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385637:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243240.385650:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094a47d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481058304:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243240.385669:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243240.385693:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058240 00000100:00100000:0.0:1761243240.385708:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058304 00000100:00100000:0.0:1761243240.385720:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500 00000100:00100000:0.0:1761243240.385724:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481058240:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243240.385806:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243240.385836:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481058240:12345-0@lo:8:kworker/u8:3.0 Request processed in 112us (199us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243240.385842:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500 00000100:00100000:0.0:1761243240.385850:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1761243240.385853:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481058304:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243240.385925:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243240.385946:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481058304:12345-0@lo:8:kworker/u8:3.0 Request processed in 91us (277us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243240.385951:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00080000:0.0:1761243240.385978:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243240.385982:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243240.385985:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481058240:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761243240.385993:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243240.385995:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243240.385997:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094a47d87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481058304:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243240.386017:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481057856 00000100:00100000:0.0:1761243240.386040:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5852 00000100:00100000:0.0:1761243240.386044:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000049f025a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481057856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243240.386073:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000049f025a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481057856:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243240.386079:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5852 00000100:00100000:0.0:1761243240.386118:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481057856:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243241.081113:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243241.333372:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243241.335219:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849920 00000100:00100000:0.0:1761243241.335294:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2502 00000100:00100000:0.0:1761243241.335301:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464849920:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243241.335391:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243241.335469:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464849920:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 167us (2103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243241.335476:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2502 00000100:00100000:2.0:1761243241.335843:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243241.337888:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849664 00000100:00100000:1.0:1761243241.338532:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2079 00000100:00100000:1.0:1761243241.338542:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464849664:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243241.338630:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464849664:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 88us (2789us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243241.338637:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2079 00000100:00100000:2.0:1761243241.339011:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243241.346181:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243241.346253:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849728 00000100:00100000:0.0:1761243241.348689:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849792 00000100:00100000:1.0:1761243241.349360:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5853 00000100:00100000:1.0:1761243241.349368:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097f0c248 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464849728:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243241.349463:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097f0c248 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464849728:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 94us (10453us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243241.349470:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5853 00000100:00100000:0.0:1761243241.349793:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5854 00000100:00100000:0.0:1761243241.349798:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fddb4343 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464849792:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243241.349826:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fddb4343 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464849792:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 28us (3653us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243241.349831:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5854 00000100:00100000:2.0:1761243241.350453:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243241.350884:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849856 00000100:00100000:0.0:1761243241.351791:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2936 00000100:00100000:0.0:1761243241.351799:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464849856:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243241.351882:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464849856:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 83us (1431us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243241.351890:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2936 00010000:00010000:1.0:1761243242.104459:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243242.424989:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761243242.425007:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481058496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243242.425100:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243242.425141:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058496 00000100:00100000:2.0:1761243242.425174:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796 00000100:00100000:2.0:1761243242.425179:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481058496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243242.425209:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243242.425256:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481058496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243242.425263:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796 00000100:00100000:2.0:1761243242.425305:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481058496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243242.428723:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243242.428753:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481058560:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243242.428822:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243242.428870:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058560 00000100:00100000:0.0:1761243242.428912:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797 00000100:00100000:0.0:1761243242.428917:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000789c279b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481058560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243242.428940:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243242.428971:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000789c279b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481058560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243242.428978:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797 00000100:00100000:0.0:1761243242.429020:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481058560:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243243.128519:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243243.448705:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243243.448719:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481058624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243243.448788:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243243.448913:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058624 00000100:00100000:0.0:1761243243.448965:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3844 00000100:00100000:0.0:1761243243.448972:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009efa5b89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481058624:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243243.449079:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243243.449088:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481058688:0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243243.449112:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243243.449115:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243243.449141:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058688 00000100:00100000:0.0:1761243243.449149:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009efa5b89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481058624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 177us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243243.449155:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3844 00000100:00100000:1.0:1761243243.449161:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3845 00000100:00100000:1.0:1761243243.449165:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bc13693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481058688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243243.449184:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243243.449222:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bc13693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481058688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243243.449248:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3845 00000100:00100000:0.0:1761243243.449323:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481058688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243243.449323:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481058624:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243244.155575:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243245.176410:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243245.496664:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481058752:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243245.496742:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243245.497422:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058752 00000100:00100000:2.0:1761243245.497468:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080 00000100:00100000:2.0:1761243245.497473:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481058752:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243245.498195:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481058752:12345-0@lo:400:kworker/u8:0.0 Request processed in 719us (1452us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243245.498199:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481058752:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243245.498203:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080 00000100:00080000:3.0:1761243245.499189:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243245.499195:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243245.499198:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243245.499203:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4752 00000100:00080000:3.0:1761243245.499206:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243245.499211:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243245.499255:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004e466dbe x1846792481059200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243245.499270:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243245.499273:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243245.499274:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243245.499276:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4752 00000100:00080000:3.0:1761243245.499278:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243245.499280:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243245.499290:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000061e00983 x1846792481059264/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243245.499325:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e466dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481059200:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243245.499371:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243245.499391:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061e00983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481059264:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243245.499410:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243245.499442:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059200 00000100:00100000:3.0:1761243245.499471:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059264 00000100:00100000:3.0:1761243245.499487:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503 00000100:00100000:3.0:1761243245.499493:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481059200:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:3.0:1761243245.499582:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243245.499618:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481059200:12345-0@lo:8:kworker/u8:0.0 Request processed in 125us (247us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243245.499625:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503 00000100:00100000:3.0:1761243245.499642:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504 00000100:00100000:3.0:1761243245.499645:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065feceed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481059264:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:3.0:1761243245.499720:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243245.499742:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065feceed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481059264:12345-0@lo:8:kworker/u8:0.0 Request processed in 95us (332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243245.499747:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504 00000100:00100000:3.0:1761243245.499776:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481058944:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243245.499799:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243245.499814:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000178c4129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481059328:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243245.499834:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243245.499852:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761243245.499857:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481058880:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243245.499874:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243245.499887:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481059136:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243245.499908:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243245.499930:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058944 00000100:00100000:3.0:1761243245.499956:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058880 00000100:00100000:3.0:1761243245.499971:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3846 00000100:00100000:3.0:1761243245.499975:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481058944:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243245.500028:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481058944:12345-0@lo:400:kworker/u8:0.0 Request processed in 52us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243245.500034:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3846 00000100:00100000:3.0:1761243245.500056:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3847 00000100:00100000:3.0:1761243245.500060:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481058880:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243245.500084:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481058880:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243245.500089:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3847 00000100:00100000:3.0:1761243245.500106:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059328 00000100:00100000:3.0:1761243245.500130:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5855 00000100:00100000:3.0:1761243245.500133:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5d5677f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481059328:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243245.500160:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5d5677f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481059328:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243245.500165:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5855 00000100:00100000:3.0:1761243245.500197:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059136 00000100:00100000:3.0:1761243245.500218:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937 00000100:00100000:3.0:1761243245.500221:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481059136:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243245.500280:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481059136:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243245.500286:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937 00000100:00080000:3.0:1761243245.500315:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243245.500318:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243245.500321:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e466dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481059200:0@lo:8:kworker/u8:0.0 00000100:00080000:3.0:1761243245.500329:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243245.500331:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243245.500333:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061e00983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481059264:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243245.500358:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481058880:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243245.500366:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ccee789 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481059136:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243245.500373:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481058944:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243245.500380:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000178c4129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481059328:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243245.500467:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481059008:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243245.500495:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243245.500521:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004a1439b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481059392:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243245.500540:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243245.500564:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1761243245.500569:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481058816:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243245.500589:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243245.500601:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481059072:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243245.500619:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243245.500643:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059072 00000100:00100000:1.0:1761243245.500664:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938 00000100:00100000:1.0:1761243245.500668:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048c08ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481059072:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243245.500679:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059008 00000100:00100000:1.0:1761243245.500700:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048c08ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481059072:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243245.500701:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059392 00000100:00100000:1.0:1761243245.500706:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938 00000100:00100000:2.0:1761243245.500715:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481058816 00000100:00100000:1.0:1761243245.500729:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481059072:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243245.500730:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5856 00000100:00100000:2.0:1761243245.500733:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7157f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481059008:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243245.500760:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5857 00000100:00100000:1.0:1761243245.500764:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e86043f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481059392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243245.500765:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7157f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481059008:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243245.500770:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5856 00000100:00100000:2.0:1761243245.500782:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5858 00000100:00100000:2.0:1761243245.500785:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d49a2f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481058816:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243245.500788:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e86043f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481059392:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243245.500792:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5857 00000100:00100000:2.0:1761243245.500804:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d49a2f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481058816:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243245.500809:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5858 00000100:00100000:1.0:1761243245.500816:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481058816:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243245.500824:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481059008:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243245.500831:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004a1439b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481059392:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243246.201391:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243246.457312:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243246.457373:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243246.457401:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243246.458388:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850048 00000100:00100000:3.0:1761243246.458452:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5859 00000100:00100000:3.0:1761243246.458459:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013608173 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464850048:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243246.458536:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013608173 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464850048:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 77us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243246.458544:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5859 00000100:00100000:2.0:1761243246.459814:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850240 00000100:00100000:2.0:1761243246.459855:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850176 00000100:00100000:2.0:1761243246.459883:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2939 00000100:00100000:2.0:1761243246.459889:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdb9c3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464850176:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243246.459954:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdb9c3f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464850176:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 64us (2553us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243246.459961:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2939 00000100:00100000:2.0:1761243246.459986:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2505 00000100:00100000:2.0:1761243246.459990:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d968fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464850240:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761243246.460072:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243246.460099:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d968fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464850240:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 109us (2727us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243246.460105:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2505 00000100:00100000:1.0:1761243246.460386:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243246.460423:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243246.460484:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464849984 00000100:00100000:2.0:1761243246.460517:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2081 00000100:00100000:2.0:1761243246.460521:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fce92b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464849984:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243246.460552:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fce92b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464849984:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 30us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243246.460558:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2081 00000100:00100000:3.0:1761243246.460649:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850112 00000100:00100000:3.0:1761243246.460682:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5860 00000100:00100000:3.0:1761243246.460686:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094a47d87 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464850112:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243246.460716:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094a47d87 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464850112:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 29us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243246.460722:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5860 00010000:00010000:1.0:1761243247.224437:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243247.544784:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243247.544803:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481059456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243247.544878:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243247.545658:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243247.545669:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481059520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243247.545709:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243247.545788:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059456 00000100:00100000:3.0:1761243247.545840:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059520 00000100:00100000:3.0:1761243247.545862:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798 00000100:00100000:3.0:1761243247.545868:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481059456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243247.545900:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243247.545948:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481059456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (1070us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243247.545965:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798 00000100:00100000:3.0:1761243247.545988:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:3.0:1761243247.545992:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481059520:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243247.545997:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481059456:0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243247.546005:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243247.546035:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481059520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243247.546042:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00000100:00100000:0.0:1761243247.546131:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481059520:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243248.250350:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243248.568636:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243248.568654:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481059648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243248.568717:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243248.568759:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059648 00000100:00100000:3.0:1761243248.568769:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243248.568777:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481059584:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243248.568797:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3848 00000100:00100000:1.0:1761243248.568803:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481059648:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243248.568804:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243248.568827:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059584 00000004:00000024:1.0:1761243248.568839:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243248.568847:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3849 00000100:00100000:3.0:1761243248.568850:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481059584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243248.568867:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243248.568875:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481059648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243248.568882:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3848 00000100:00100000:3.0:1761243248.568891:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481059584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 40us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243248.568896:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3849 00000100:00100000:1.0:1761243248.568925:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481059648:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243248.568925:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481059584:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243249.273209:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243250.296455:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243250.622524:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481059712:0@lo:400:kworker/u8:0.0 00000100:00080000:1.0:1761243250.622551:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243250.622558:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243250.622562:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243250.622568:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4757 00000100:00080000:1.0:1761243250.622571:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243250.622578:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243250.622600:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000531a8983 x1846792481060160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243250.622605:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761243250.622620:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243250.622623:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243250.622625:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243250.622628:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4757 00000100:00080000:1.0:1761243250.622630:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243250.622633:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243250.622642:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ea687e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481059968:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243250.622647:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000040996a1 x1846792481060224/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243250.622677:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243250.622701:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059712 00000100:00100000:2.0:1761243250.622701:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481060352:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.622727:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243250.622742:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243250.622748:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481059904:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243250.622752:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082 00000100:00100000:1.0:1761243250.622760:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481059712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.622774:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243250.622786:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481060288:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243250.622955:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481059840:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243250.623060:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481059776:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623131:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243250.623157:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b875f02e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481059712:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623185:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059968 00000100:00100000:2.0:1761243250.623209:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060352 00000100:00100000:2.0:1761243250.623221:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060288 00000100:00100000:2.0:1761243250.623261:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5861 00000100:00100000:2.0:1761243250.623265:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045626b0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481059968:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623295:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045626b0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481059968:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243250.623300:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5861 00000100:00100000:2.0:1761243250.623315:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5862 00000100:00100000:2.0:1761243250.623317:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481060352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623334:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fece2a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481060352:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243250.623338:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5862 00000100:00100000:2.0:1761243250.623345:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5863 00000100:00100000:2.0:1761243250.623348:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8523a0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481060288:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623362:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8523a0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481060288:12345-0@lo:400:kworker/u8:0.0 Request processed in 13us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243250.623366:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5863 00000100:00100000:2.0:1761243250.623391:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481060288:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623397:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481060352:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623404:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ea687e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481059968:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623431:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000531a8983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481060160:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623451:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243250.623463:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000040996a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481060224:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623476:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243250.623495:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060160 00000100:00100000:2.0:1761243250.623508:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060224 00000100:00100000:2.0:1761243250.623518:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:2.0:1761243250.623521:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481060160:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243250.623573:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481059712:12345-0@lo:400:kworker/u8:0.0 Request processed in 812us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243250.623581:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082 00010000:02020000:2.0:1761243250.623607:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243250.623637:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00100000:1.0:1761243250.623642:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bc4793b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481060224:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623646:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481060160:12345-0@lo:8:kworker/u8:0.0 Request processed in 120us (191us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243250.623653:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00080000:2.0:1761243250.623680:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243250.623683:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243250.623686:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000531a8983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481060160:0@lo:8:kworker/u8:0.0 00010000:02020000:1.0:1761243250.623721:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243250.623723:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059904 00000100:00100000:2.0:1761243250.623750:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3850 00000100:00100000:2.0:1761243250.623754:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000386bd917 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481059904:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243250.623759:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bc4793b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481060224:12345-0@lo:8:kworker/u8:0.0 Request processed in 115us (281us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243250.623765:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00000100:00080000:1.0:1761243250.623793:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243250.623796:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243250.623797:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000386bd917 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481059904:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243250.623802:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000040996a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481060224:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243250.623808:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3850 00000100:00100000:2.0:1761243250.623837:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481059904:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243250.623944:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243250.623950:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243250.623971:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481060096:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243250.623981:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000445ea9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481060032:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243250.624000:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243250.624017:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243250.624055:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060096 00000100:00100000:3.0:1761243250.624091:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060032 00000100:00100000:3.0:1761243250.624108:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940 00000100:00100000:3.0:1761243250.624111:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebe3f563 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481060096:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243250.624135:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941 00000100:00100000:0.0:1761243250.624141:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481060032:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243250.624153:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebe3f563 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481060096:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243250.624164:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940 00000100:00100000:0.0:1761243250.624182:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481060032:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243250.624189:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941 00000100:00100000:3.0:1761243250.624214:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481060096:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.624270:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059840 00000100:00100000:3.0:1761243250.624272:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000445ea9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481060032:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.624297:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3851 00000100:00100000:2.0:1761243250.624302:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a7d88b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481059840:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243250.624347:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a7d88b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481059840:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243250.624353:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3851 00000100:00100000:3.0:1761243250.624422:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481059840:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243250.624441:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481059776 00000100:00100000:1.0:1761243250.624480:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5864 00000100:00100000:1.0:1761243250.624484:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ef24392 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481059776:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243250.624531:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ef24392 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481059776:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243250.624537:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5864 00000100:00100000:3.0:1761243250.624557:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481059776:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243251.321089:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243251.574154:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243251.574201:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243251.574270:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243251.574382:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850304 00000100:00100000:1.0:1761243251.574430:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2083 00000100:00100000:1.0:1761243251.574437:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2d9ecec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464850304:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243251.574503:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2d9ecec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464850304:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 65us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243251.574510:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2083 00000100:00100000:2.0:1761243251.575874:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243251.576994:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850432 00000100:00100000:0.0:1761243251.577047:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850368 00000100:00100000:0.0:1761243251.577070:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5865 00000100:00100000:0.0:1761243251.577077:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed6819e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464850432:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243251.577157:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed6819e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464850432:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 80us (2956us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243251.577165:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5865 00000100:00100000:0.0:1761243251.577183:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5866 00000100:00100000:0.0:1761243251.577187:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b513f00d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464850368:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243251.577211:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b513f00d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464850368:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 24us (2942us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243251.577219:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5866 00000100:00100000:1.0:1761243251.578937:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850496 00000100:00100000:1.0:1761243251.578995:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2942 00000100:00100000:2.0:1761243251.578997:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243251.579009:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464850496:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243251.579166:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464850496:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 162us (3295us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243251.579174:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2942 00000100:00100000:1.0:1761243251.579192:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850560 00000100:00100000:1.0:1761243251.579217:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2508 00000100:00100000:1.0:1761243251.579221:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464850560:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:1.0:1761243251.579342:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243251.579434:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464850560:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 211us (444us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243251.579442:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2508 00010000:00010000:1.0:1761243252.347398:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243252.664588:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481060480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243252.664657:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243252.664681:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243252.664687:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481060416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243252.664707:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243252.664737:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060480 00000100:00100000:0.0:1761243252.664784:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060416 00000100:00100000:0.0:1761243252.664805:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:0.0:1761243252.664811:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481060480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243252.664842:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243252.664950:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00000100:00100000:1.0:1761243252.664955:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd1a29a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481060416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243252.664967:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243252.665003:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd1a29a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481060416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243252.665010:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00100000:1.0:1761243252.665063:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481060416:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243252.665718:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481060480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 905us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243252.665726:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:2.0:1761243252.665842:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481060480:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243253.368493:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243253.688504:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cce45bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481060544:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243253.688569:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243253.688698:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060544 00000100:00100000:1.0:1761243253.688737:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3852 00000100:00100000:1.0:1761243253.688744:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001169a3b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481060544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243253.688780:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243253.688815:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001169a3b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481060544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243253.688821:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3852 00000100:00100000:2.0:1761243253.688885:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481060608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243253.688915:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243253.688982:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060608 00000100:00100000:1.0:1761243253.689013:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3853 00000100:00100000:1.0:1761243253.689016:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481060608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243253.689036:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243253.689073:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481060608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243253.689079:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3853 00000100:00100000:2.0:1761243253.689149:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481060608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243253.689260:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cce45bc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481060544:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243254.392527:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243255.416484:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761243255.736486:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243255.736495:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243255.736499:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243255.736507:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4763 00000100:00080000:1.0:1761243255.736510:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243255.736516:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243255.736538:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000685d0256 x1846792481061120/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243255.736554:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243255.736557:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243255.736558:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243255.736561:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4763 00000100:00080000:1.0:1761243255.736563:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243255.736566:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243255.736578:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bdc31716 x1846792481061184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243255.736620:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481060864:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.736685:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243255.736713:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481061248:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.736737:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243255.736757:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1761243255.736762:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000445ea9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481060800:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.736783:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243255.736796:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ea687e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481061056:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.736829:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243255.736856:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481061120:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243255.736875:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243255.736887:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481061184:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243255.736905:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243255.736946:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061056 00000100:00100000:1.0:1761243255.736992:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061120 00000100:00100000:1.0:1761243255.737012:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061184 00000100:00100000:1.0:1761243255.737031:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943 00000100:00100000:1.0:1761243255.737039:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8892997 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481061056:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.737088:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8892997 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481061056:12345-0@lo:400:kworker/u8:3.0 Request processed in 49us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243255.737094:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943 00000100:00100000:1.0:1761243255.737111:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:1.0:1761243255.737114:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072b90549 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481061120:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243255.737200:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243255.737346:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072b90549 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481061120:12345-0@lo:8:kworker/u8:3.0 Request processed in 229us (469us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243255.737354:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:1.0:1761243255.737368:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510 00000100:00100000:1.0:1761243255.737372:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6264d7b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481061184:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243255.737462:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243255.737496:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6264d7b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481061184:12345-0@lo:8:kworker/u8:3.0 Request processed in 123us (590us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243255.737502:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510 00000100:00080000:1.0:1761243255.737542:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243255.737546:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243255.737549:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000685d0256 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481061120:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243255.737558:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243255.737560:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243255.737562:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481061184:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243255.737593:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ea687e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481061056:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.737613:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060864 00000100:00100000:1.0:1761243255.737634:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060800 00000100:00100000:1.0:1761243255.737647:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3854 00000100:00100000:1.0:1761243255.737651:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481060864:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.737685:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481060864:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243255.737691:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3854 00000100:00100000:1.0:1761243255.737702:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3855 00000100:00100000:1.0:1761243255.737705:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481060800:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.737728:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481060800:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243255.737732:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3855 00000100:00100000:1.0:1761243255.737765:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000445ea9a4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481060800:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.737774:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e97c5ceb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481060864:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.737830:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000040996a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481060672:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.737862:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243255.737889:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481060928:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243255.737910:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060672 00000100:00100000:1.0:1761243255.737911:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243255.737928:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481061312:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243255.737944:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084 00000100:00100000:1.0:1761243255.737948:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243255.737952:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481060672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.737964:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761243255.737970:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481060736:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.737998:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243255.738000:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481060672:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243255.738008:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084 00000100:00100000:1.0:1761243255.738015:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000531a8983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481060992:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.738038:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243255.738059:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061248 00000100:00100000:1.0:1761243255.738060:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000040996a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481060672:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.738090:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060992 00000100:00100000:2.0:1761243255.738091:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060928 00000100:00100000:2.0:1761243255.738115:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061312 00000100:00100000:1.0:1761243255.738120:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944 00000100:00100000:1.0:1761243255.738126:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481060992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243255.738133:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481060736 00000100:00100000:2.0:1761243255.738150:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5867 00000100:00100000:2.0:1761243255.738154:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f246d16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481061248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.738162:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481060992:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243255.738171:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944 00000100:00100000:2.0:1761243255.738196:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f246d16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481061248:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (1458us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243255.738204:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000531a8983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481060992:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243255.738205:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5867 00000100:00100000:2.0:1761243255.738246:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5868 00000100:00100000:2.0:1761243255.738252:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e97c5ceb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481060928:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.738268:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5869 00000100:00100000:1.0:1761243255.738274:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000445ea9a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481061312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243255.738285:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e97c5ceb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481060928:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243255.738291:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5868 00000100:00100000:2.0:1761243255.738307:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5870 00000100:00100000:1.0:1761243255.738311:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000445ea9a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481061312:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243255.738312:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ea687e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481060736:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.738323:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5869 00000100:00100000:1.0:1761243255.738350:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481060928:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243255.738361:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088fe51e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481061312:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243255.738366:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ea687e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481060736:12345-0@lo:400:kworker/u8:3.0 Request processed in 54us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243255.738374:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5870 00000100:00100000:1.0:1761243255.738379:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481060736:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243255.738411:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d0ae467 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481061248:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243256.440446:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243256.691383:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243256.691485:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850880 00000100:00100000:3.0:1761243256.691529:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2511 00000100:00100000:3.0:1761243256.691536:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cce45bc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464850880:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:3.0:1761243256.691632:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243256.691698:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cce45bc5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464850880:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 161us (321us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243256.691705:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2511 00000100:00100000:2.0:1761243256.692134:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243256.692619:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243256.692691:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850688 00000100:00100000:3.0:1761243256.692735:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5871 00000100:00100000:3.0:1761243256.692740:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043bd554c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464850688:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243256.692803:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043bd554c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464850688:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 62us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243256.692811:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5871 00000100:00100000:2.0:1761243256.693010:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243256.693060:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850816 00000100:00100000:1.0:1761243256.693092:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2945 00000100:00100000:1.0:1761243256.693096:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dc3e7ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464850816:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243256.693129:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dc3e7ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464850816:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 32us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243256.693135:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2945 00000100:00100000:2.0:1761243256.694521:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243256.695422:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850624 00000100:00100000:3.0:1761243256.695471:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2085 00000100:00100000:3.0:1761243256.695476:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eddbac9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464850624:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243256.695530:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eddbac9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464850624:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 53us (2521us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243256.695537:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2085 00000100:00100000:0.0:1761243256.698105:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850752 00000100:00100000:0.0:1761243256.698293:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5872 00000100:00100000:0.0:1761243256.698300:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7ac5727 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464850752:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243256.698383:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7ac5727 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464850752:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 82us (3865us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243256.698390:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5872 00010000:00010000:1.0:1761243257.464476:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243257.786177:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481061376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243257.786273:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243257.786364:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003733dcdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481061440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243257.786407:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243257.786680:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061376 00000100:00100000:0.0:1761243257.786716:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061440 00000100:00100000:0.0:1761243257.786732:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:0.0:1761243257.786738:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481061376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243257.786779:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243257.787335:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1803 00000100:00100000:1.0:1761243257.787342:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ddc067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481061440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243257.787355:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243257.787389:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ddc067 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481061440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243257.787397:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1803 00000100:00100000:1.0:1761243257.787474:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003733dcdc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481061440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243257.787971:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481061376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1231us (1698us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243257.787979:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00100000:2.0:1761243257.788540:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481061376:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243258.488546:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243258.809809:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9b263f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481061504:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243258.809877:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243258.809996:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061504 00000100:00100000:2.0:1761243258.810059:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3856 00000100:00100000:2.0:1761243258.810065:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aef94ca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481061504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243258.810102:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243258.810145:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aef94ca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481061504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243258.810151:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3856 00000100:00100000:1.0:1761243258.810866:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008dbf0810 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481061568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243258.810887:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9b263f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481061504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243258.810898:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243258.811173:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061568 00000100:00100000:3.0:1761243258.811213:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3857 00000100:00100000:3.0:1761243258.811218:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d471f491 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481061568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243258.811264:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243258.811311:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d471f491 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481061568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243258.811317:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3857 00000100:00100000:1.0:1761243258.811386:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008dbf0810 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481061568:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243259.512852:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243260.536533:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243260.857971:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243260.857979:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243260.857982:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243260.857991:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4768 00000100:00080000:3.0:1761243260.857994:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243260.858000:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243260.858020:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000004a1439b x1846792481062080/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243260.858034:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243260.858037:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243260.858038:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243260.858041:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4768 00000100:00080000:3.0:1761243260.858043:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243260.858046:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243260.858057:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000178c4129 x1846792481062144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243260.858092:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987e9caf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481061760:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243260.858154:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243260.858177:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481062016:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243260.858198:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243260.858214:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761243260.858219:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a46691ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481061696:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243260.858269:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243260.858284:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481061952:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243260.858303:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243260.858332:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061696 00000100:00100000:3.0:1761243260.858371:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5873 00000100:00100000:3.0:1761243260.858376:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ccee789 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481061696:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243260.858419:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ccee789 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481061696:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243260.858425:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5873 00000100:00100000:3.0:1761243260.858460:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a46691ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481061696:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.858540:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062016 00000100:00100000:1.0:1761243260.858586:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061952 00000100:00100000:1.0:1761243260.858607:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946 00000100:00100000:1.0:1761243260.858611:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481062016:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.858652:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481062016:12345-0@lo:400:kworker/u8:0.0 Request processed in 40us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243260.858658:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946 00000100:00100000:1.0:1761243260.858674:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947 00000100:00100000:1.0:1761243260.858677:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481061952:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.858701:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481061952:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243260.858717:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947 00000100:00100000:1.0:1761243260.858739:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004a1439b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481062080:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243260.858765:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243260.858779:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000178c4129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481062144:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243260.858798:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243260.858822:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062080 00000100:00100000:1.0:1761243260.858839:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062144 00000100:00100000:1.0:1761243260.858852:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512 00000100:00100000:1.0:1761243260.858856:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481062080:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:1.0:1761243260.858948:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243260.858978:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481062080:12345-0@lo:8:kworker/u8:0.0 Request processed in 121us (213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243260.858984:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00000100:00100000:1.0:1761243260.858996:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:1.0:1761243260.858998:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000531a8983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481062144:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:1.0:1761243260.859075:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243260.859097:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000531a8983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481062144:12345-0@lo:8:kworker/u8:0.0 Request processed in 98us (299us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243260.859102:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00100000:1.0:1761243260.859125:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008dbf0810 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481061824:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.859148:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243260.859163:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481062208:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.859183:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243260.859197:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1761243260.859203:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481061632:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.859249:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243260.859265:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481061888:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.859286:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243260.859299:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481062272:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.859320:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243260.859343:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061632 00000100:00100000:1.0:1761243260.859367:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00100000:1.0:1761243260.859371:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e30b541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481061632:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.859403:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e30b541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481061632:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243260.859408:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00080000:1.0:1761243260.859442:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243260.859445:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243260.859449:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004a1439b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481062080:0@lo:8:kworker/u8:0.0 00000100:00080000:1.0:1761243260.859457:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243260.859460:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243260.859462:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000178c4129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481062144:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243260.859486:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481061952:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.859496:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481062016:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.859519:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481061632:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243260.859753:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061760 00000100:00100000:0.0:1761243260.859787:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061824 00000100:00100000:0.0:1761243260.859809:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3858 00000100:00100000:0.0:1761243260.859813:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061a52469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481061760:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243260.859849:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061a52469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481061760:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (1697us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243260.859855:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3858 00000100:00100000:0.0:1761243260.859868:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3859 00000100:00100000:0.0:1761243260.859872:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481061824:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243260.859895:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481061824:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243260.859900:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3859 00000100:00100000:0.0:1761243260.859922:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062208 00000100:00100000:0.0:1761243260.859943:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481061888 00000100:00100000:0.0:1761243260.859957:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062272 00000100:00100000:0.0:1761243260.860014:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5874 00000100:00100000:0.0:1761243260.860018:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000685d0256 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481062208:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243260.860043:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000685d0256 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481062208:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243260.860048:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5874 00000100:00100000:0.0:1761243260.860056:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5875 00000100:00100000:0.0:1761243260.860059:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d0ae467 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481061888:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243260.860076:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d0ae467 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481061888:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243260.860081:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5875 00000100:00100000:0.0:1761243260.860089:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5876 00000100:00100000:0.0:1761243260.860091:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088fe51e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481062272:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243260.860109:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088fe51e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481062272:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243260.860113:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5876 00000100:00100000:1.0:1761243260.862133:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987e9caf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481061760:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.862175:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481061888:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.862187:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481062272:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.862198:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008dbf0810 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481061824:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243260.862208:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481062208:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243261.560469:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243261.812040:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243261.812097:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243261.812132:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243261.812156:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243261.812183:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243261.812264:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851072 00000100:00100000:2.0:1761243261.812316:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851008 00000100:00100000:2.0:1761243261.812337:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5877 00000100:00100000:2.0:1761243261.812344:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000432db979 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464851072:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243261.812421:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000432db979 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464851072:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 76us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243261.812429:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5877 00000100:00100000:2.0:1761243261.812445:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5878 00000100:00100000:2.0:1761243261.812448:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ed31d24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464851008:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243261.812471:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ed31d24 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464851008:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243261.812477:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5878 00000100:00100000:2.0:1761243261.812496:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851200 00000100:00100000:2.0:1761243261.812510:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851136 00000100:00100000:2.0:1761243261.812527:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2948 00000100:00100000:2.0:1761243261.812530:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9b263f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464851136:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243261.812553:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9b263f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464851136:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243261.812558:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2948 00000100:00100000:2.0:1761243261.812569:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2514 00000100:00100000:2.0:1761243261.812573:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fae6b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464851200:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761243261.812661:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243261.812702:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fae6b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464851200:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 128us (671us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243261.812708:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2514 00000100:00100000:0.0:1761243261.812949:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464850944 00000100:00100000:0.0:1761243261.812984:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2087 00000100:00100000:0.0:1761243261.812988:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071df2e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464850944:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243261.813030:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071df2e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464850944:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 41us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243261.813036:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2087 00010000:00010000:1.0:1761243262.585733:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243262.906569:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761243262.906585:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481062336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243262.906653:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243262.906706:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062336 00000100:00100000:0.0:1761243262.906747:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804 00000100:00100000:0.0:1761243262.906753:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000c5f47c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481062336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243262.906785:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243262.906825:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000c5f47c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481062336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243262.906832:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804 00000100:00100000:0.0:1761243262.906877:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481062336:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243262.907080:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481062400:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243262.907107:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243262.907133:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062400 00000100:00100000:3.0:1761243262.907156:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805 00000100:00100000:3.0:1761243262.907160:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5572923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481062400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243262.907169:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243262.907198:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5572923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481062400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243262.907204:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805 00000100:00100000:3.0:1761243262.907250:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481062400:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243263.612032:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243263.928603:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243263.928621:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481062464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243263.928706:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243263.928796:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062464 00000100:00100000:2.0:1761243263.928850:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3860 00000100:00100000:2.0:1761243263.928856:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000178c4129 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481062464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243263.928893:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243263.928945:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000178c4129 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481062464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243263.928952:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3860 00000100:00100000:1.0:1761243263.929137:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481062464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243263.931479:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e336bd2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481062528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243263.931555:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243263.931641:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062528 00000100:00100000:3.0:1761243263.931697:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3861 00000100:00100000:3.0:1761243263.931703:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004a1439b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481062528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243263.931746:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243263.931801:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004a1439b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481062528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243263.931809:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3861 00000100:00100000:1.0:1761243263.932194:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e336bd2a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481062528:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243264.632861:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243265.656422:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243265.976489:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243265.976496:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243265.976499:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243265.976508:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4773 00000100:00080000:3.0:1761243265.976512:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243265.976517:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243265.976534:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a46691ec x1846792481063040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243265.976546:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243265.976548:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243265.976549:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243265.976552:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4773 00000100:00080000:3.0:1761243265.976553:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243265.976555:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243265.976563:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000061e00983 x1846792481063104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243265.976639:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481062592:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.976701:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243265.976734:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481062848:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.976760:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243265.976774:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000038cf031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481063232:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.976793:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243265.976815:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1761243265.976821:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008dbf0810 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481062656:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.976841:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243265.976854:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481062912:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.976875:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243265.977127:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062848 00000100:00100000:2.0:1761243265.977169:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063232 00000100:00100000:2.0:1761243265.977184:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062656 00000100:00100000:2.0:1761243265.977198:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5879 00000100:00100000:2.0:1761243265.977202:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000077984fe8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481062848:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.977274:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000077984fe8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481062848:12345-0@lo:400:kworker/u8:0.0 Request processed in 69us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243265.977280:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5879 00000100:00100000:2.0:1761243265.977296:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5880 00000100:00100000:2.0:1761243265.977300:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0e7619 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481063232:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.977323:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0e7619 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481063232:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243265.977328:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5880 00000100:00100000:2.0:1761243265.977338:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5881 00000100:00100000:2.0:1761243265.977341:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000907a49a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481062656:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.977363:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000907a49a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481062656:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243265.977368:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5881 00000100:00100000:2.0:1761243265.977406:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008dbf0810 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481062656:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.977415:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481062848:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.977422:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000038cf031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481063232:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243265.977501:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062592 00000100:00100000:3.0:1761243265.977535:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088 00000100:00100000:3.0:1761243265.977539:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481062592:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243265.977576:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481062592:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243265.977582:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088 00000100:00100000:3.0:1761243265.977632:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481062592:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243265.978104:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481062720:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243265.978136:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243265.978163:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481062976:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243265.978184:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243265.978885:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062720 00000100:00100000:1.0:1761243265.979124:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761243265.979132:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987e9caf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481062784:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243265.979163:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243265.979181:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e466dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481063168:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243265.979199:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243265.979249:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a46691ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481063040:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243265.979274:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243265.979331:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062784 00000100:00100000:0.0:1761243265.979348:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3862 00000100:00100000:0.0:1761243265.979352:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481062720:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243265.979396:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481062720:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (1259us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243265.979403:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3862 00000100:00100000:0.0:1761243265.979415:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3863 00000100:00100000:0.0:1761243265.979419:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481062784:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243265.979443:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481062784:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243265.979449:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3863 00000100:00100000:2.0:1761243265.983589:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063168 00000100:00100000:2.0:1761243265.983672:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5882 00000100:00100000:2.0:1761243265.983679:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea3a3a27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481063168:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.983765:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea3a3a27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481063168:12345-0@lo:400:kworker/u8:0.0 Request processed in 87us (4565us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243265.983772:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5882 00000100:00100000:2.0:1761243265.983839:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987e9caf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481062784:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.983852:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e466dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481063168:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243265.983864:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481062720:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243265.984596:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061e00983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481063104:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243265.984651:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243265.984699:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062912 00000100:00100000:3.0:1761243265.984735:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481062976 00000100:00100000:3.0:1761243265.984752:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063040 00000100:00100000:3.0:1761243265.984769:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949 00000100:00100000:3.0:1761243265.984774:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481062912:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243265.984818:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481062912:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (7942us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243265.984823:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949 00000100:00100000:3.0:1761243265.984839:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950 00000100:00100000:3.0:1761243265.984841:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481062976:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243265.984870:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481062976:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (6686us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243265.984875:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950 00000100:00100000:3.0:1761243265.984887:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:3.0:1761243265.984890:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481063040:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:3.0:1761243265.985005:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243265.985035:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481063040:12345-0@lo:8:kworker/u8:0.0 Request processed in 143us (5760us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243265.985041:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00000100:00100000:3.0:1761243265.985090:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481062976:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243265.985119:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481062912:0@lo:400:kworker/u8:0.0 00000100:00080000:1.0:1761243265.985458:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243265.985462:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243265.985466:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a46691ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481063040:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243265.985523:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063104 00000100:00100000:0.0:1761243265.985549:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516 00000100:00100000:0.0:1761243265.985553:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481063104:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761243265.985641:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243265.985679:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481063104:12345-0@lo:8:kworker/u8:0.0 Request processed in 125us (1028us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243265.985685:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516 00000100:00080000:1.0:1761243265.985738:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243265.985741:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243265.985744:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061e00983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481063104:0@lo:8:kworker/u8:0.0 00010000:00010000:1.0:1761243266.694402:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243266.932933:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243266.932983:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243266.933007:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851328 00000100:00100000:2.0:1761243266.933020:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243266.933058:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243266.933061:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5883 00000100:00100000:0.0:1761243266.933068:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e336bd2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464851328:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243266.933078:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851392 00000100:00100000:2.0:1761243266.933100:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5884 00000100:00100000:2.0:1761243266.933103:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e466dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464851392:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243266.933137:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e336bd2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464851328:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 70us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243266.933145:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5883 00000100:00100000:1.0:1761243266.933214:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851456 00000100:00100000:1.0:1761243266.933287:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2951 00000100:00100000:1.0:1761243266.933291:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464851456:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243266.933473:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851264 00000100:00100000:3.0:1761243266.933504:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2089 00000100:00100000:3.0:1761243266.933509:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfa8dd55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464851264:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243266.933954:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e466dbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464851392:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 846us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243266.933961:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5884 00000100:00100000:1.0:1761243266.934364:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464851456:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1069us (1379us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243266.934372:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2951 00000100:00100000:3.0:1761243266.934420:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfa8dd55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464851264:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 909us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243266.934428:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2089 00000100:00100000:3.0:1761243266.937301:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243266.938270:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851520 00000100:00100000:1.0:1761243266.938318:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2517 00000100:00100000:1.0:1761243266.938324:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464851520:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243266.938415:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243266.938485:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464851520:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 159us (1190us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243266.938492:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2517 00010000:00010000:1.0:1761243267.705176:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243268.024671:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243268.024688:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481063296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243268.024759:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243268.024839:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063296 00000100:00100000:3.0:1761243268.024894:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806 00000100:00100000:3.0:1761243268.024900:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e1b63a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481063296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243268.024934:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243268.024974:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e1b63a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481063296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243268.024982:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806 00000100:00100000:1.0:1761243268.025679:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481063296:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243268.031930:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481063360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243268.032003:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243268.032101:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063360 00000100:00100000:3.0:1761243268.032150:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807 00000100:00100000:3.0:1761243268.032156:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a46691ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481063360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243268.032177:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243268.032222:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a46691ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481063360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243268.032247:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807 00000100:00100000:3.0:1761243268.032287:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481063360:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243268.728571:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243269.048732:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481063424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243269.048797:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243269.048933:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063424 00000100:00100000:2.0:1761243269.048984:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3864 00000100:00100000:2.0:1761243269.048990:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481063424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243269.049027:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243269.049087:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481063424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243269.049095:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3864 00000100:00100000:1.0:1761243269.049163:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481063424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243269.052374:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243269.052395:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481063488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243269.052459:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243269.052963:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063488 00000100:00100000:3.0:1761243269.053014:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3865 00000100:00100000:3.0:1761243269.053020:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aef74c64 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481063488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243269.053055:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243269.053109:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aef74c64 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481063488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243269.053116:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3865 00000100:00100000:1.0:1761243269.053256:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481063488:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243269.753079:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243270.780197:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243271.096392:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000918ca5c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481063552:0@lo:400:kworker/u8:0.0 00000100:00080000:3.0:1761243271.096421:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243271.096427:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243271.096430:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243271.096434:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4778 00000100:00080000:3.0:1761243271.096437:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243271.096443:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243271.096461:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000484ae5d5 x1846792481064000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243271.096464:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761243271.096474:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243271.096477:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243271.096478:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243271.096481:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4778 00000100:00080000:3.0:1761243271.096482:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243271.096485:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243271.096491:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002ac4c74a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481063808:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243271.096494:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000038cf031 x1846792481064064/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243271.096525:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243271.096543:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481064192:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243271.096558:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063552 00000100:00100000:1.0:1761243271.096563:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243271.096579:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1761243271.096584:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000099f2091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481063744:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243271.096605:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243271.096609:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090 00000100:00100000:3.0:1761243271.096615:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481063552:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243271.096616:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481064128:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243271.096634:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243271.096658:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063808 00000100:00100000:3.0:1761243271.096661:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481063552:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243271.096668:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090 00000100:00100000:1.0:1761243271.096681:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064192 00000100:00100000:1.0:1761243271.096696:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064128 00000100:00100000:3.0:1761243271.096702:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481064000:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243271.096711:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5885 00000100:00100000:1.0:1761243271.096715:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000252c4a96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481063808:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243271.096726:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243271.096741:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000252c4a96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481063808:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243271.096746:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5885 00000100:00100000:3.0:1761243271.096758:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064000 00000100:00100000:1.0:1761243271.096761:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5886 00000100:00100000:1.0:1761243271.096764:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc4ce781 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481064192:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243271.096777:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:3.0:1761243271.096780:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481064000:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243271.096786:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc4ce781 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481064192:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243271.096791:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5886 00000100:00100000:1.0:1761243271.096800:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5887 00000100:00100000:1.0:1761243271.096803:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481064128:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243271.096842:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090ddd837 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481064128:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243271.096847:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5887 00010000:02020000:3.0:1761243271.096867:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243271.096872:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088ac0537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481063680:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243271.096890:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243271.096892:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481064000:12345-0@lo:8:kworker/u8:0.0 Request processed in 111us (166us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243271.096897:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00100000:1.0:1761243271.096903:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481063936:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243271.096911:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000038cf031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481064064:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243271.096921:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243271.096945:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761243271.096949:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000829b3123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481063616:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243271.096958:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243271.096970:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243271.096980:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063936 00000100:00100000:1.0:1761243271.096981:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5e0b9f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481063872:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243271.096998:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243271.097034:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063744 00000100:00100000:1.0:1761243271.097054:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063680 00000100:00100000:1.0:1761243271.097069:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3866 00000100:00100000:1.0:1761243271.097072:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0419bef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481063744:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243271.097102:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0419bef pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481063744:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243271.097107:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3866 00000100:00100000:1.0:1761243271.097120:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3867 00000100:00100000:1.0:1761243271.097123:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481063680:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243271.097149:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481063680:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243271.097153:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3867 00000100:00100000:1.0:1761243271.097168:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063616 00000100:00100000:1.0:1761243271.097185:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5888 00000100:00100000:1.0:1761243271.097188:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a38615 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481063616:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243271.097214:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a38615 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481063616:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243271.097218:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5888 00000100:00100000:0.0:1761243271.097470:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000099f2091 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481063744:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243271.097481:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481064128:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243271.097490:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481064192:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243271.097497:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002ac4c74a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481063808:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243271.097503:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000918ca5c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481063552:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243271.097659:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064064 00000100:00100000:1.0:1761243271.097660:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481063872 00000100:00100000:1.0:1761243271.097682:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952 00000100:00100000:1.0:1761243271.097685:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481063936:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243271.097715:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953 00000100:00100000:1.0:1761243271.097719:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481063936:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243271.097720:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481063872:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243271.097724:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952 00000100:00100000:1.0:1761243271.097736:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519 00000100:00100000:1.0:1761243271.097739:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481064064:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243271.097747:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481063872:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243271.097752:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953 00000100:00080000:3.0:1761243271.097786:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243271.097789:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243271.097792:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481064000:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243271.097818:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000829b3123 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481063616:0@lo:400:kworker/u8:0.0 00010000:02020000:1.0:1761243271.097823:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243271.097826:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5e0b9f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481063872:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243271.097834:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088ac0537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481063680:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243271.097842:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481063936:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243271.097850:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481064064:12345-0@lo:8:kworker/u8:0.0 Request processed in 110us (892us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243271.097855:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519 00000100:00080000:3.0:1761243271.097959:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243271.097962:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243271.097965:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000038cf031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481064064:0@lo:8:kworker/u8:0.0 00010000:00010000:1.0:1761243271.800447:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243272.054477:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243272.054593:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851584 00000100:00100000:3.0:1761243272.054646:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2091 00000100:00100000:3.0:1761243272.054653:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464851584:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243272.054733:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464851584:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 79us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243272.054741:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2091 00000100:00100000:3.0:1761243272.060968:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243272.061005:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243272.061035:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243272.061114:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243272.061583:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851648 00000100:00100000:0.0:1761243272.061635:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851712 00000100:00100000:0.0:1761243272.061652:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5889 00000100:00100000:0.0:1761243272.061659:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ac24b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464851648:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243272.061730:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ac24b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464851648:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 72us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243272.061738:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5889 00000100:00100000:0.0:1761243272.061753:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5890 00000100:00100000:0.0:1761243272.061758:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027199861 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464851712:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243272.061777:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027199861 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464851712:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 19us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243272.061782:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5890 00000100:00100000:1.0:1761243272.062134:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851840 00000100:00100000:1.0:1761243272.062162:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851776 00000100:00100000:1.0:1761243272.062189:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2954 00000100:00100000:1.0:1761243272.062194:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464851776:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243272.062225:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464851776:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 30us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243272.062253:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2954 00000100:00100000:1.0:1761243272.062268:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2520 00000100:00100000:1.0:1761243272.062271:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fcbc5df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464851840:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243272.062373:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243272.062396:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fcbc5df pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464851840:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 124us (1445us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243272.062402:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2520 00010000:00010000:1.0:1761243272.824924:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243273.144592:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fd80534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481064256:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243273.144655:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243273.144835:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481064320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243273.144862:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243273.144931:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064256 00000100:00100000:3.0:1761243273.144972:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064320 00000100:00100000:3.0:1761243273.144990:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:3.0:1761243273.144996:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042a9109d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481064256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243273.145026:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243273.145059:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042a9109d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481064256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243273.145066:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00100000:3.0:1761243273.145082:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00000100:00100000:3.0:1761243273.145085:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481064320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243273.145093:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243273.145111:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481064320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 25us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243273.145116:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00100000:1.0:1761243273.145194:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481064320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243273.145352:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fd80534 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481064256:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243273.848613:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243274.170638:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481064384:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243274.170710:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243274.170984:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064384 00000100:00100000:2.0:1761243274.171037:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3868 00000100:00100000:2.0:1761243274.171044:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481064384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243274.171082:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243274.171124:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481064384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243274.171131:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3868 00000100:00100000:1.0:1761243274.172364:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481064384:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243274.173720:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481064448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243274.173777:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243274.173822:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064448 00000100:00100000:3.0:1761243274.173857:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3869 00000100:00100000:3.0:1761243274.173862:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029a1fa87 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481064448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243274.173905:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243274.173948:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029a1fa87 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481064448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243274.173954:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3869 00000100:00100000:3.0:1761243274.173988:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481064448:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243274.873095:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243275.896611:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761243276.216512:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243276.216520:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243276.216524:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761243276.216529:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481064512:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761243276.216533:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4783 00000100:00080000:1.0:1761243276.216537:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243276.216544:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243276.216568:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002d968fda x1846792481064960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243276.216582:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243276.216586:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243276.216588:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243276.216591:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4783 00000100:00080000:1.0:1761243276.216593:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243276.216595:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243276.216607:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006c019a67 x1846792481065024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243276.216625:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243276.216654:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481064768:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243276.216675:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064512 00000100:00100000:0.0:1761243276.216681:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243276.216701:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005624049d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481065152:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243276.216723:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092 00000100:00100000:0.0:1761243276.216724:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243276.216733:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481064512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243276.216743:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761243276.216750:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481064576:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243276.216784:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243276.216792:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481064512:12345-0@lo:400:kworker/u8:3.0 Request processed in 59us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243276.216799:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092 00000100:00100000:0.0:1761243276.216818:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481064832:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243276.216838:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064768 00000100:00100000:0.0:1761243276.216846:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243276.216869:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065152 00000100:00100000:0.0:1761243276.216877:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481064512:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243276.216890:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064576 00000100:00100000:1.0:1761243276.216913:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5891 00000100:00100000:0.0:1761243276.216915:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064832 00000100:00100000:1.0:1761243276.216918:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8042b36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481064768:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243276.216952:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955 00000100:00100000:1.0:1761243276.216959:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8042b36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481064768:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243276.216960:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481064832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243276.216971:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5891 00000100:00100000:1.0:1761243276.216987:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5892 00000100:00100000:1.0:1761243276.216991:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cce45bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481065152:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243276.217003:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481064832:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243276.217011:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955 00000100:00100000:1.0:1761243276.217026:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cce45bc5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481065152:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243276.217032:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5892 00000100:00100000:0.0:1761243276.217038:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5893 00000100:00100000:0.0:1761243276.217043:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003733dcdc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481064576:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243276.217078:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003733dcdc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481064576:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243276.217084:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5893 00000100:00100000:1.0:1761243276.217092:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481064576:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243276.217104:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481064832:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243276.217113:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005624049d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481065152:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243276.217121:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481064768:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.217200:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481064704:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.217260:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243276.217277:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481065088:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.217297:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243276.217322:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761243276.217327:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481064640:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.217346:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243276.217360:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481064896:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.217380:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243276.217398:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481064960:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243276.217427:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243276.217440:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481065024:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243276.217458:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243276.217488:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065088 00000100:00100000:3.0:1761243276.217511:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5894 00000100:00100000:3.0:1761243276.217515:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481065088:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.217609:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a9e68ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481065088:12345-0@lo:400:kworker/u8:3.0 Request processed in 92us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243276.217615:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5894 00000100:00100000:3.0:1761243276.217639:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064704 00000100:00100000:3.0:1761243276.217659:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064640 00000100:00100000:3.0:1761243276.217674:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3870 00000100:00100000:3.0:1761243276.217677:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481064704:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.217703:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481064704:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243276.217708:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3870 00000100:00100000:3.0:1761243276.217718:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3871 00000100:00100000:3.0:1761243276.217721:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000356461db pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481064640:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.217740:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000356461db pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481064640:12345-0@lo:400:kworker/u8:3.0 Request processed in 18us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243276.217745:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3871 00000100:00100000:3.0:1761243276.217760:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064896 00000100:00100000:3.0:1761243276.217778:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481064960 00000100:00100000:3.0:1761243276.217789:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065024 00000100:00100000:3.0:1761243276.217800:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:3.0:1761243276.217802:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481064896:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.217827:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481064896:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243276.217833:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00100000:3.0:1761243276.217843:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:3.0:1761243276.217846:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481064960:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243276.217934:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243276.217964:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481064960:12345-0@lo:8:kworker/u8:3.0 Request processed in 117us (546us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243276.217970:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00100000:3.0:1761243276.217981:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522 00000100:00100000:3.0:1761243276.217984:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e86f5e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481065024:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243276.218059:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243276.218078:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e86f5e0e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481065024:12345-0@lo:8:kworker/u8:3.0 Request processed in 94us (620us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243276.218083:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522 00000100:00080000:3.0:1761243276.218115:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243276.218119:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243276.218122:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481064960:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243276.218129:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243276.218131:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243276.218133:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c019a67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481065024:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243276.218162:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481064640:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.218171:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481064896:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.218179:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481064704:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243276.218186:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481065088:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243276.920441:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243277.176438:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243277.176485:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243277.176593:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851968 00000100:00100000:1.0:1761243277.176651:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5895 00000100:00100000:1.0:1761243277.176658:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc91a859 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464851968:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243277.176731:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc91a859 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464851968:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 72us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243277.176738:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5895 00000100:00100000:3.0:1761243277.179393:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243277.179446:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243277.179475:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243277.179569:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464851904 00000100:00100000:2.0:1761243277.179611:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2093 00000100:00100000:2.0:1761243277.179617:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464851904:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243277.179692:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464851904:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 74us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243277.179698:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2093 00000100:00100000:1.0:1761243277.179739:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852032 00000100:00100000:1.0:1761243277.179774:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5896 00000100:00100000:1.0:1761243277.179778:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fd80534 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464852032:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243277.179811:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fd80534 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464852032:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 32us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243277.179817:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5896 00000100:00100000:0.0:1761243277.181942:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852160 00000100:00100000:0.0:1761243277.182731:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2523 00000100:00100000:0.0:1761243277.182740:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464852160:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243277.182843:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243277.182925:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464852160:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 185us (6440us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243277.182932:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2523 00000100:00100000:0.0:1761243277.184289:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852096 00000100:00100000:0.0:1761243277.184338:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2957 00000100:00100000:0.0:1761243277.184343:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464852096:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243277.184415:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464852096:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 71us (4940us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243277.184423:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2957 00010000:00010000:1.0:1761243277.944470:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243278.266281:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243278.266297:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481065216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243278.266366:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243278.267949:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481065280:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243278.268001:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243278.268049:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065216 00000100:00100000:3.0:1761243278.268087:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065280 00000100:00100000:3.0:1761243278.268103:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1761243278.268108:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005624049d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481065216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243278.268139:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243278.268175:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005624049d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481065216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (1811us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243278.268181:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1761243278.268199:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:3.0:1761243278.268202:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481065280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243278.268210:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243278.268252:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481065280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243278.268258:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00100000:3.0:1761243278.268301:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481065280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243278.268521:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c5c18ba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481065216:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243278.969065:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243279.288930:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481065408:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243279.288930:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481065344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243279.290395:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243279.292702:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243279.292800:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065408 00000100:00100000:1.0:1761243279.293374:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065344 00000100:00100000:1.0:1761243279.293408:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3872 00000100:00100000:1.0:1761243279.293414:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987e9caf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481065408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243279.293452:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243279.293506:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987e9caf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481065408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (3145us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243279.293513:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3872 00000100:00100000:1.0:1761243279.293530:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3873 00000100:00100000:1.0:1761243279.293533:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b683c37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481065344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243279.293552:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243279.293582:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b683c37 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481065344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 47us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243279.293588:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3873 00000100:00100000:1.0:1761243279.293631:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481065344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243279.294545:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481065408:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243279.992447:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243281.017511:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243281.336694:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243281.336714:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d53f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481065536:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243281.336778:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243281.336824:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065536 00000100:00100000:1.0:1761243281.336864:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5897 00000100:00100000:1.0:1761243281.336870:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebe3f563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481065536:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243281.336918:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebe3f563 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481065536:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243281.336925:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5897 00000100:00100000:1.0:1761243281.336968:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d53f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481065536:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761243281.337015:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243281.337019:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243281.337022:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243281.337027:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4788 00000100:00080000:1.0:1761243281.337029:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243281.337033:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243281.337050:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002d968fda x1846792481065920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243281.337063:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243281.337065:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243281.337066:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243281.337068:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4788 00000100:00080000:1.0:1761243281.337070:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243281.337074:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243281.337083:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000048c08ce3 x1846792481065984/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243281.337112:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d53f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481065600:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243281.337136:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243281.337150:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481065856:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243281.337169:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243281.337181:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243281.337185:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481065792:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243281.337205:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243281.337286:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481065920:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243281.337311:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243281.337339:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481065984:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243281.337357:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243281.337382:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065856 00000100:00100000:3.0:1761243281.337405:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065792 00000100:00100000:3.0:1761243281.337417:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065920 00000100:00100000:3.0:1761243281.337425:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065984 00000100:00100000:3.0:1761243281.337432:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958 00000100:00100000:3.0:1761243281.337436:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481065856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.337469:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481065856:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243281.337474:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958 00000100:00100000:3.0:1761243281.337488:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959 00000100:00100000:3.0:1761243281.337491:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e6e44ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481065792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.337513:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e6e44ad pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481065792:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243281.337518:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959 00000100:00100000:3.0:1761243281.337528:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:3.0:1761243281.337531:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481065920:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243281.337614:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243281.337640:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481065920:12345-0@lo:8:kworker/u8:3.0 Request processed in 109us (330us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243281.337646:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00000100:00100000:3.0:1761243281.337654:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00000100:00100000:3.0:1761243281.337657:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0f0f729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481065984:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243281.337724:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243281.337743:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0f0f729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481065984:12345-0@lo:8:kworker/u8:3.0 Request processed in 85us (386us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243281.337748:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000100:00100000:3.0:1761243281.337770:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065600 00000100:00100000:3.0:1761243281.337789:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3874 00000100:00100000:3.0:1761243281.337792:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481065600:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.337817:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481065600:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243281.337822:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3874 00000100:00080000:3.0:1761243281.337845:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243281.337848:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243281.337851:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481065920:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243281.337858:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243281.337860:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243281.337862:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481065984:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243281.337881:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481065472:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.337906:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243281.337919:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481065728:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.337938:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243281.337952:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481066112:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.337969:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243281.337984:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761243281.337989:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481065664:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338008:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243281.338020:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481066048:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338038:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243281.338059:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065728 00000100:00100000:3.0:1761243281.338082:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066112 00000100:00100000:3.0:1761243281.338097:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066048 00000100:00100000:3.0:1761243281.338111:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5898 00000100:00100000:3.0:1761243281.338115:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481065728:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338144:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004058b927 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481065728:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243281.338149:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5898 00000100:00100000:3.0:1761243281.338176:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5899 00000100:00100000:3.0:1761243281.338180:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481066112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338205:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3f74a93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481066112:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243281.338211:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5899 00000100:00100000:3.0:1761243281.338221:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5900 00000100:00100000:3.0:1761243281.338224:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481066048:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338272:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bcbe843 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481066048:12345-0@lo:400:kworker/u8:3.0 Request processed in 47us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243281.338278:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5900 00000100:00100000:3.0:1761243281.338297:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065664 00000100:00100000:3.0:1761243281.338317:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3875 00000100:00100000:3.0:1761243281.338320:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481065664:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338356:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481065664:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243281.338362:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3875 00000100:00100000:3.0:1761243281.338399:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481065664:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338409:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481066048:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338417:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481065728:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338424:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481066112:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338461:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065feceed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481065792:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338470:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d53f4b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481065600:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243281.338478:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481065856:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243281.338920:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481065472 00000100:00100000:2.0:1761243281.338967:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094 00000100:00100000:2.0:1761243281.338971:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481065472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243281.339021:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481065472:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243281.339027:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094 00000100:00100000:0.0:1761243281.339172:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036c079ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481065472:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243282.040687:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243282.293707:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243282.293752:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243282.293778:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243282.293798:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243282.293815:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243282.293908:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852480 00000100:00100000:3.0:1761243282.293956:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852416 00000100:00100000:3.0:1761243282.293990:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2960 00000100:00100000:3.0:1761243282.293998:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464852416:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243282.294069:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464852416:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 72us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243282.294076:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2960 00000100:00100000:3.0:1761243282.294095:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2526 00000100:00100000:3.0:1761243282.294098:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464852480:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761243282.294185:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243282.294206:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464852480:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 107us (510us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243282.294212:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2526 00000100:00100000:3.0:1761243282.294345:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852288 00000100:00100000:3.0:1761243282.294367:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852352 00000100:00100000:3.0:1761243282.294384:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5901 00000100:00100000:3.0:1761243282.294388:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c79ce308 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464852288:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243282.294417:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c79ce308 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464852288:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 29us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243282.294424:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5901 00000100:00100000:3.0:1761243282.294436:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5902 00000100:00100000:3.0:1761243282.294439:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cc565ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464852352:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243282.294461:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cc565ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464852352:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 20us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243282.294466:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5902 00000100:00100000:3.0:1761243282.294492:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852224 00000100:00100000:3.0:1761243282.294511:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2095 00000100:00100000:3.0:1761243282.294514:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464852224:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243282.294537:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464852224:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243282.294543:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2095 00010000:00010000:1.0:1761243283.067388:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243283.384487:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243283.384510:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481066176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243283.384581:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243283.384631:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066176 00000100:00100000:3.0:1761243283.384672:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812 00000100:00100000:3.0:1761243283.384680:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cae9b07e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481066176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243283.384714:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243283.384754:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cae9b07e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481066176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243283.384761:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812 00000100:00100000:3.0:1761243283.384806:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481066176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243283.385778:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243283.385791:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481066240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243283.385830:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243283.386650:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066240 00000100:00100000:3.0:1761243283.386691:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:3.0:1761243283.386697:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481066240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243283.386714:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243283.386764:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481066240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243283.386770:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00100000:1.0:1761243283.387269:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481066240:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243284.088771:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243284.408453:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243284.408466:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481066304:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243284.408534:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243284.408578:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066304 00000100:00100000:1.0:1761243284.408626:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3876 00000100:00100000:1.0:1761243284.408631:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481066304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243284.408665:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243284.408708:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481066304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243284.408715:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3876 00000100:00100000:1.0:1761243284.408879:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243284.408885:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481066368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243284.408910:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243284.408938:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066368 00000100:00100000:0.0:1761243284.408977:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3877 00000100:00100000:0.0:1761243284.408981:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481066368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243284.409001:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243284.409044:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481066368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243284.409055:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3877 00000100:00100000:2.0:1761243284.409109:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a3aa8f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481066304:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243284.409286:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481066368:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243285.112472:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243286.137476:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243286.456525:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243286.456537:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020500e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481066560:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243286.456602:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243286.456642:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066560 00000100:00100000:1.0:1761243286.456679:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3878 00000100:00100000:1.0:1761243286.456685:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481066560:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243286.456724:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481066560:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243286.456730:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3878 00000100:00100000:1.0:1761243286.456763:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020500e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481066560:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243286.456788:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020500e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481066624:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243286.456807:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243286.456836:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066624 00000100:00100000:1.0:1761243286.456857:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3879 00000100:00100000:1.0:1761243286.456860:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481066624:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243286.456888:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481066624:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243286.456894:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3879 00000100:00100000:1.0:1761243286.456917:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020500e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481066624:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761243286.456952:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243286.456956:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243286.456960:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243286.456964:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4793 00000100:00080000:1.0:1761243286.456966:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243286.456970:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243286.456977:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243286.456981:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481066816:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243286.457004:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243286.457024:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066816 00000100:00100000:1.0:1761243286.457044:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961 00000100:00100000:1.0:1761243286.457047:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481066816:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243286.457074:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481066816:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243286.457079:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961 00000100:00100000:1.0:1761243286.457100:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481066816:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243286.457128:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006eb0a0e6 x1846792481066880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243286.457143:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243286.457146:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243286.457147:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243286.457150:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4793 00000100:00080000:1.0:1761243286.457151:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243286.457154:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243286.457164:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000638e3c6d x1846792481066944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243286.457186:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481067008:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243286.457210:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243286.457367:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481066880:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243286.457396:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243286.457418:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481066944:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243286.457438:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243286.457466:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067008 00000100:00100000:3.0:1761243286.457491:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5903 00000100:00100000:3.0:1761243286.457495:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dac8017 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481067008:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.457524:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dac8017 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481067008:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243286.457530:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5903 00000100:00100000:3.0:1761243286.457549:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066880 00000100:00100000:3.0:1761243286.457565:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066944 00000100:00100000:3.0:1761243286.457578:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527 00000100:00100000:3.0:1761243286.457582:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481066880:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243286.457675:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243286.457705:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481066880:12345-0@lo:8:kworker/u8:3.0 Request processed in 121us (308us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243286.457711:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527 00000100:00100000:3.0:1761243286.457721:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528 00000100:00100000:3.0:1761243286.457724:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481066944:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243286.457802:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243286.457823:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481066944:12345-0@lo:8:kworker/u8:3.0 Request processed in 97us (385us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243286.457828:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528 00000100:00080000:3.0:1761243286.457861:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243286.457864:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243286.457868:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006eb0a0e6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481066880:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243286.457875:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243286.457878:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243286.457879:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481066944:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243286.457898:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e208fead pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481066496:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.457921:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243286.457934:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481066752:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.457953:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243286.457965:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1761243286.457970:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000251d01f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481066432:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.457994:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243286.458006:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481066688:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.458023:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243286.458035:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000020500e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481067072:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.458053:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243286.458075:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066496 00000100:00100000:3.0:1761243286.458094:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066688 00000100:00100000:3.0:1761243286.458107:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067072 00000100:00100000:3.0:1761243286.458123:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5904 00000100:00100000:3.0:1761243286.458127:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481066496:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.458159:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d53f4b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481066496:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243286.458164:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5904 00000100:00100000:3.0:1761243286.458174:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5905 00000100:00100000:3.0:1761243286.458177:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006eb0a0e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481066688:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.458198:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006eb0a0e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481066688:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243286.458203:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5905 00000100:00100000:3.0:1761243286.458213:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5906 00000100:00100000:3.0:1761243286.458216:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000065feceed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481067072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.458270:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000065feceed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481067072:12345-0@lo:400:kworker/u8:3.0 Request processed in 54us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243286.458276:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5906 00000100:00100000:3.0:1761243286.458300:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066752 00000100:00100000:3.0:1761243286.458318:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962 00000100:00100000:3.0:1761243286.458321:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481066752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.458346:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481066752:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243286.458350:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962 00000100:00100000:3.0:1761243286.458378:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481066688:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.458386:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000020500e23 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481067072:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.458394:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e208fead pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481066496:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.458401:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481066752:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243286.459057:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481066432 00000100:00100000:2.0:1761243286.459087:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096 00000100:00100000:2.0:1761243286.459092:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481066432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243286.459133:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481066432:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243286.459139:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096 00000100:00100000:1.0:1761243286.459710:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481067008:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243286.461788:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000251d01f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481066432:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243287.160439:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243287.414189:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243287.414721:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243287.414804:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243287.415188:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852544 00000100:00100000:3.0:1761243287.415271:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2097 00000100:00100000:3.0:1761243287.415278:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464852544:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243287.415348:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464852544:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 69us (1168us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243287.415356:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2097 00000100:00100000:1.0:1761243287.415818:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243287.415978:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852800 00000100:00100000:2.0:1761243287.416005:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2529 00000100:00100000:2.0:1761243287.416010:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000251d01f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464852800:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:2.0:1761243287.416096:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243287.416137:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000251d01f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464852800:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 126us (1417us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243287.416144:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2529 00000100:00100000:0.0:1761243287.416772:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852672 00000100:00100000:0.0:1761243287.416809:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852608 00000100:00100000:0.0:1761243287.416827:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5907 00000100:00100000:0.0:1761243287.416831:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e208fead pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464852672:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243287.416875:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e208fead pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464852672:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 44us (2073us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243287.416881:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5907 00000100:00100000:0.0:1761243287.416905:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5908 00000100:00100000:0.0:1761243287.416908:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020500e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464852608:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243287.416928:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020500e23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464852608:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 19us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243287.416933:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5908 00000100:00100000:0.0:1761243287.421518:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243287.421780:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852736 00000100:00100000:3.0:1761243287.422992:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2963 00000100:00100000:3.0:1761243287.423001:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca7241b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464852736:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243287.423091:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca7241b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464852736:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 90us (1581us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243287.423098:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2963 00010000:00010000:1.0:1761243288.184437:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243288.504747:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243288.504765:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481067136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243288.504831:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243288.504875:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481067200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243288.504913:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243288.504948:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067136 00000100:00100000:0.0:1761243288.504985:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067200 00000100:00100000:0.0:1761243288.505006:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:0.0:1761243288.505011:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481067136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243288.505044:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243288.505082:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481067136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243288.505089:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00000100:00100000:0.0:1761243288.505106:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1815 00000100:00100000:0.0:1761243288.505109:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000038cf031 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481067200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243288.505118:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243288.505141:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000038cf031 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481067200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 31us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243288.505146:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1815 00000100:00100000:0.0:1761243288.505184:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481067136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243288.505263:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481067200:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243289.209954:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243289.528733:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481067264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243289.528801:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243289.529892:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067264 00000100:00100000:0.0:1761243289.530282:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761243289.530294:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481067328:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243289.530339:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243289.532005:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067328 00000100:00100000:2.0:1761243289.532069:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3880 00000100:00100000:2.0:1761243289.532077:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d5c873b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481067264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243289.532120:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243289.532187:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d5c873b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481067264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (3386us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243289.532193:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3880 00000100:00100000:2.0:1761243289.532211:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3881 00000100:00100000:2.0:1761243289.532215:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481067328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243289.532248:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243289.532275:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481067328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (1936us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243289.532280:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3881 00000100:00100000:2.0:1761243289.532314:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481067328:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243289.532342:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481067264:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243290.234280:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243291.256913:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243291.576744:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243291.576751:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243291.576755:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243291.576762:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4798 00000100:00080000:3.0:1761243291.576765:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243291.576771:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243291.576792:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cdb9c3f2 x1846792481067840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243291.576806:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481067392:0@lo:400:kworker/u8:0.0 00000100:00080000:3.0:1761243291.576810:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243291.576815:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243291.576816:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243291.576819:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4798 00000100:00080000:3.0:1761243291.576821:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243291.576824:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243291.576838:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000048c08ce3 x1846792481067904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243291.576876:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481067840:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243291.576884:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243291.576913:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481067648:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243291.576919:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243291.576944:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481067904:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243291.576949:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243291.576979:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243291.576984:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481068032:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243291.577039:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481067584:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.577277:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243291.577285:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067392 00000100:00100000:2.0:1761243291.577315:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067840 00000100:00100000:3.0:1761243291.577332:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098 00000100:00100000:3.0:1761243291.577339:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481067392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243291.577390:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481067392:12345-0@lo:400:kworker/u8:0.0 Request processed in 51us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243291.577407:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067904 00000100:00100000:2.0:1761243291.577426:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:2.0:1761243291.577430:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481067840:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243291.577488:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098 00010000:02020000:2.0:1761243291.577515:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243291.577536:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067648 00000100:00100000:2.0:1761243291.577561:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481067840:12345-0@lo:8:kworker/u8:0.0 Request processed in 129us (645us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243291.577563:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068032 00000100:00100000:2.0:1761243291.577570:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00100000:3.0:1761243291.577582:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5909 00000100:00100000:3.0:1761243291.577587:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a3aa8f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481067648:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.577591:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:2.0:1761243291.577596:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481067904:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243291.577621:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a3aa8f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481067648:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243291.577627:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5909 00000100:00100000:3.0:1761243291.577638:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5910 00000100:00100000:3.0:1761243291.577641:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dbf0810 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481068032:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243291.577658:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dbf0810 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481068032:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243291.577662:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5910 00010000:02020000:2.0:1761243291.577670:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243291.577694:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481068032:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.577706:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481067904:12345-0@lo:8:kworker/u8:0.0 Request processed in 107us (728us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243291.577709:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481067392:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.577719:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00100000:3.0:1761243291.577722:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481067648:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243291.577765:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243291.577770:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243291.577774:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481067840:0@lo:8:kworker/u8:0.0 00000100:00080000:2.0:1761243291.577782:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243291.577784:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243291.577787:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481067904:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243291.577827:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481067520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.577830:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481067456:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243291.577870:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243291.577875:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243291.577894:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481067712:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243291.577904:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481067776:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.577924:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243291.577955:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067456 00000100:00100000:2.0:1761243291.577977:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067712 00000100:00100000:1.0:1761243291.577984:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5911 00000100:00100000:1.0:1761243291.577989:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009efa7f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481067456:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.578008:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964 00000100:00100000:2.0:1761243291.578012:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481067712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.578045:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481067712:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243291.578051:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964 00000100:00100000:2.0:1761243291.578083:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481067712:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243291.578092:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243291.578111:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481067968:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.578129:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067520 00000100:00100000:0.0:1761243291.578141:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243291.578170:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067968 00000100:00100000:2.0:1761243291.578180:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067584 00000100:00100000:0.0:1761243291.578198:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5912 00000100:00100000:0.0:1761243291.578204:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000829b3123 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481067968:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.578209:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3882 00000100:00100000:2.0:1761243291.578214:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481067520:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243291.578263:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000829b3123 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481067968:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243291.578271:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5912 00000100:00100000:2.0:1761243291.578281:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481067520:12345-0@lo:400:kworker/u8:0.0 Request processed in 64us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243291.578288:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3882 00000100:00100000:0.0:1761243291.578305:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481067968:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.578309:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3883 00000100:00100000:2.0:1761243291.578314:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481067584:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243291.578336:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243291.578369:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481067520:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243291.578371:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481067584:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243291.578379:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3883 00000100:00100000:0.0:1761243291.578409:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481067776 00000100:00100000:0.0:1761243291.578440:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965 00000100:00100000:0.0:1761243291.578444:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481067776:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243291.578472:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481067776:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243291.578476:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965 00000100:00100000:0.0:1761243291.578493:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002660a7bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481067584:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243291.578509:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481067776:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243291.578677:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009efa7f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481067456:12345-0@lo:400:kworker/u8:0.0 Request processed in 687us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243291.578682:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5911 00000100:00100000:0.0:1761243291.578740:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481067456:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243292.280445:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243292.532304:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243292.532372:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243292.532411:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243292.532441:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243292.532476:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852864 00000100:00100000:0.0:1761243292.532524:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2099 00000100:00100000:0.0:1761243292.532530:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464852864:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243292.532597:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464852864:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 66us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243292.532603:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2099 00000100:00100000:0.0:1761243292.532634:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852928 00000100:00100000:0.0:1761243292.532655:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464852992 00000100:00100000:0.0:1761243292.532673:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5913 00000100:00100000:0.0:1761243292.532677:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000918ca5c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464852928:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243292.532704:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000918ca5c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464852928:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 27us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243292.532710:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5913 00000100:00100000:0.0:1761243292.532721:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5914 00000100:00100000:0.0:1761243292.532724:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000099f2091 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464852992:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243292.532744:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000099f2091 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464852992:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 19us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243292.532750:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5914 00000100:00100000:3.0:1761243292.532838:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853056 00000100:00100000:3.0:1761243292.532876:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2966 00000100:00100000:3.0:1761243292.532880:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464853056:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243292.532906:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464853056:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 25us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243292.532912:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2966 00000100:00100000:2.0:1761243292.534097:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243292.534188:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853120 00000100:00100000:0.0:1761243292.534275:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2532 00000100:00100000:0.0:1761243292.534281:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464853120:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243292.534376:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243292.534439:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464853120:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 156us (347us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243292.534446:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2532 00010000:00010000:1.0:1761243293.304938:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243293.625130:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243293.625147:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481068096:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243293.625217:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243293.625268:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481068160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243293.625287:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243293.625373:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068096 00000100:00100000:3.0:1761243293.625425:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068160 00000100:00100000:3.0:1761243293.625457:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816 00000100:00100000:3.0:1761243293.625463:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d25cbf2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481068096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243293.625499:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243293.625509:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:0.0:1761243293.625516:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481068160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243293.625530:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243293.625550:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d25cbf2e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481068096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243293.625559:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816 00000100:00100000:0.0:1761243293.625569:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481068160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243293.625575:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00100000:1.0:1761243293.625679:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481068160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243293.625694:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481068096:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243294.329561:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243294.649143:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243294.649161:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481068224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243294.649226:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243294.649288:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068224 00000100:00100000:3.0:1761243294.649330:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3884 00000100:00100000:3.0:1761243294.649337:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481068224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243294.649378:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243294.649422:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481068224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243294.649428:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3884 00000100:00100000:3.0:1761243294.649473:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481068224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243294.649757:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481068288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243294.649785:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243294.649860:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068288 00000100:00100000:0.0:1761243294.649899:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3885 00000100:00100000:0.0:1761243294.649903:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481068288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243294.649926:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243294.649974:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481068288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243294.649980:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3885 00000100:00100000:1.0:1761243294.650048:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481068288:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243295.353306:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243296.377199:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243296.698364:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761243296.698365:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481068480:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243296.698369:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243296.698373:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243296.698377:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4804 00000100:00080000:2.0:1761243296.698379:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243296.698384:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243296.698402:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b35b7b55 x1846792481068800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243296.698417:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243296.698420:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243296.698421:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243296.698423:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4804 00000100:00080000:2.0:1761243296.698425:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243296.698428:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243296.698429:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243296.698436:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000618036f9 x1846792481068864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243296.698455:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b08bb76d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481068736:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243296.698464:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b35b7b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481068800:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243296.698478:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243296.698488:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481068544:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243296.698507:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243296.698520:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481068928:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243296.698536:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068480 00000100:00100000:2.0:1761243296.698546:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243296.698556:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068544 00000100:00100000:2.0:1761243296.698587:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243296.698605:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3886 00000100:00100000:2.0:1761243296.698606:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000618036f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481068864:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243296.698613:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000715511a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481068480:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243296.698630:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243296.698660:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3887 00000100:00100000:2.0:1761243296.698665:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001099136d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481068544:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243296.698822:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481068352:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243296.699639:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068736 00000100:00100000:0.0:1761243296.699681:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068800 00000100:00100000:0.0:1761243296.699704:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068864 00000100:00100000:0.0:1761243296.699722:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000100:00100000:0.0:1761243296.699727:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bc4793b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481068736:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243296.700990:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000715511a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481068480:12345-0@lo:400:kworker/u8:3.0 Request processed in 2370us (2553us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243296.701004:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3886 00000100:00100000:3.0:1761243296.701062:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00100000:3.0:1761243296.701068:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481068800:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243296.701129:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001099136d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481068544:12345-0@lo:400:kworker/u8:3.0 Request processed in 2461us (2620us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243296.701131:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bc4793b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481068736:12345-0@lo:400:kworker/u8:3.0 Request processed in 1404us (2652us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243296.701137:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3887 00000100:00100000:0.0:1761243296.701138:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00000100:00100000:0.0:1761243296.701154:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534 00000100:00100000:0.0:1761243296.701158:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a4509f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481068864:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243296.701165:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243296.701186:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481068544:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243296.701221:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481068800:12345-0@lo:8:kworker/u8:3.0 Request processed in 150us (2633us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243296.701247:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00080000:2.0:1761243296.701251:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243296.701255:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00010000:02020000:0.0:1761243296.701256:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243296.701259:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b35b7b55 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481068800:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243296.701288:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b08bb76d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481068736:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243296.701307:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481068416:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243296.701825:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a4509f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481068864:12345-0@lo:8:kworker/u8:3.0 Request processed in 666us (3197us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243296.701832:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534 00000100:00100000:0.0:1761243296.701865:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068928 00000100:00100000:0.0:1761243296.701897:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5915 00000100:00100000:0.0:1761243296.701901:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ff54f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481068928:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243296.701918:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481068480:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243296.701934:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243296.701941:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ff54f27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481068928:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (3397us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243296.701947:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5915 00000100:00100000:0.0:1761243296.701961:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068416 00000100:00080000:3.0:1761243296.701977:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243296.701983:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243296.701986:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5916 00000100:00100000:3.0:1761243296.701988:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000618036f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481068864:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243296.701994:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b35b7b55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481068416:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243296.702011:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f3896dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481068672:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243296.702024:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481068928:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243296.702031:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b35b7b55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481068416:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243296.702046:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243296.702047:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5916 00000100:00100000:2.0:1761243296.702076:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481068416:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243296.702091:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068672 00000100:00100000:1.0:1761243296.702130:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243296.702152:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:3.0:1761243296.702156:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481068672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243296.702166:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3b7fda8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481068608:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243296.702201:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243296.702206:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481068672:12345-0@lo:400:kworker/u8:3.0 Request processed in 47us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243296.702213:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00100000:1.0:1761243296.702223:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008349bf61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481068992:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243296.702268:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243296.702298:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068608 00000100:00100000:1.0:1761243296.702320:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068992 00000100:00100000:1.0:1761243296.702341:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5917 00000100:00100000:1.0:1761243296.702345:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001649921c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481068608:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243296.702350:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5918 00000100:00100000:3.0:1761243296.702357:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001daf18a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481068992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243296.702381:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001649921c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481068608:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243296.702388:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5917 00000100:00100000:3.0:1761243296.702403:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001daf18a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481068992:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243296.702410:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5918 00000100:00100000:1.0:1761243296.702435:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3b7fda8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481068608:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243296.702446:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008349bf61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481068992:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243296.702521:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481068352 00000100:00100000:2.0:1761243296.702572:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100 00000100:00100000:2.0:1761243296.702576:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481068352:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243296.702618:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481068352:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243296.702623:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100 00000100:00100000:2.0:1761243296.702657:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f3896dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481068672:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243296.702883:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481068352:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243297.400583:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243297.655015:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243297.655077:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243297.655114:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243297.655164:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243297.655560:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853184 00000100:00100000:0.0:1761243297.655610:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2101 00000100:00100000:0.0:1761243297.655616:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464853184:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243297.655681:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464853184:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 64us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243297.655688:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2101 00000100:00100000:0.0:1761243297.655804:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853376 00000100:00100000:0.0:1761243297.655828:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2969 00000100:00100000:0.0:1761243297.655832:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008349bf61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464853376:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243297.655859:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008349bf61 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464853376:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 27us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243297.655865:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2969 00000100:00100000:1.0:1761243297.656319:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853312 00000100:00100000:1.0:1761243297.656358:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853248 00000100:00100000:1.0:1761243297.656384:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5919 00000100:00100000:1.0:1761243297.656389:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f3896dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464853312:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243297.656423:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f3896dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464853312:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 34us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243297.656429:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5919 00000100:00100000:1.0:1761243297.656444:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5920 00000100:00100000:1.0:1761243297.656447:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b08bb76d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464853248:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243297.656465:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b08bb76d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464853248:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 17us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243297.656471:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5920 00000100:00100000:2.0:1761243297.659055:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243297.659182:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853440 00000100:00100000:3.0:1761243297.659255:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2535 00000100:00100000:3.0:1761243297.659261:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464853440:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761243297.659355:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243297.659421:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464853440:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 159us (373us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243297.659429:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2535 00010000:00010000:1.0:1761243298.428449:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243298.744585:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481069056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243298.744656:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243298.744754:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069056 00000100:00100000:0.0:1761243298.744809:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:0.0:1761243298.744814:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001061f11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481069056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243298.744847:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243298.744887:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001061f11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481069056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243298.744895:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00100000:1.0:1761243298.744985:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc60c5b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481069056:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243298.747679:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243298.747697:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481069120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243298.747760:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243298.747805:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069120 00000100:00100000:3.0:1761243298.748124:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819 00000100:00100000:3.0:1761243298.748130:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b68c5267 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481069120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243298.748150:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243298.748190:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b68c5267 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481069120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243298.748196:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819 00000100:00100000:3.0:1761243298.748261:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481069120:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243299.453062:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243299.769245:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243299.769262:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481069184:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243299.769334:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243299.769382:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069184 00000100:00100000:1.0:1761243299.769423:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3888 00000100:00100000:1.0:1761243299.769429:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481069184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243299.769463:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243299.769504:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481069184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243299.769511:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3888 00000100:00100000:1.0:1761243299.769564:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2393291 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481069184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243299.771327:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481069248:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243299.771389:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243299.771704:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069248 00000100:00100000:0.0:1761243299.771754:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3889 00000100:00100000:0.0:1761243299.771762:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481069248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243299.771798:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243299.771852:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481069248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243299.771860:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3889 00000100:00100000:3.0:1761243299.772091:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481069248:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243300.472571:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243301.497358:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243301.818724:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243301.818732:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243301.818735:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243301.818743:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4809 00000100:00080000:2.0:1761243301.818747:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243301.818751:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243301.818770:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000095fa4bfe x1846792481069760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243301.818783:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243301.818787:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243301.818788:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243301.818791:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4809 00000100:00080000:2.0:1761243301.818792:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243301.818795:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243301.818804:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d3179e26 x1846792481069824/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243301.818881:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481069440:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.818974:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243301.819008:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481069696:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819034:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243301.819055:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761243301.819060:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481069376:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819084:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243301.819099:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013454de6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481069632:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819119:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243301.819147:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069376 00000100:00100000:0.0:1761243301.819200:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5921 00000100:00100000:1.0:1761243301.819203:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481069312:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819208:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481069376:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243301.819266:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243301.819289:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7de0c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481069568:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819291:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc60c5b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481069376:12345-0@lo:400:kworker/u8:3.0 Request processed in 83us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243301.819300:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5921 00000100:00100000:1.0:1761243301.819317:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243301.819339:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082d8950a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481069952:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819345:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481069376:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243301.819360:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243301.819379:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761243301.819385:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481069504:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819387:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069312 00000100:00100000:1.0:1761243301.819409:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243301.819415:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102 00000100:00100000:0.0:1761243301.819420:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481069312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243301.819427:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c38427 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481069888:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819461:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481069312:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243301.819462:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243301.819470:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102 00000100:00100000:1.0:1761243301.819487:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f805cc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481069312:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819502:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069696 00000100:00100000:1.0:1761243301.819518:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069568 00000100:00100000:0.0:1761243301.819529:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069632 00000100:00100000:1.0:1761243301.819548:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069952 00000100:00100000:0.0:1761243301.819556:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00000100:00100000:0.0:1761243301.819561:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481069696:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243301.819575:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069888 00000100:00100000:0.0:1761243301.819596:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481069696:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243301.819602:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5922 00000100:00100000:0.0:1761243301.819606:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00000100:00100000:1.0:1761243301.819610:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027f7fc42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481069568:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819623:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00000100:00100000:0.0:1761243301.819628:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481069632:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243301.819648:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027f7fc42 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481069568:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243301.819656:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5922 00000100:00100000:0.0:1761243301.819662:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481069632:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243301.819672:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00000100:00100000:1.0:1761243301.819675:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5923 00000100:00100000:1.0:1761243301.819681:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ecbb7872 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481069952:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819710:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013454de6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481069632:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243301.819715:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ecbb7872 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481069952:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243301.819722:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5923 00000100:00100000:0.0:1761243301.819724:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481069696:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243301.819739:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5924 00000100:00100000:1.0:1761243301.819744:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004689ab46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481069888:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243301.819772:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004689ab46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481069888:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243301.819778:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069440 00000100:00100000:1.0:1761243301.819779:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5924 00000100:00100000:0.0:1761243301.819803:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069504 00000100:00100000:1.0:1761243301.819818:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c38427 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481069888:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819823:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3890 00000100:00100000:0.0:1761243301.819829:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002660a7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481069440:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243301.819831:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7de0c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481069568:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243301.819842:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082d8950a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481069952:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819868:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002660a7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481069440:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243301.819876:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3890 00000100:00100000:1.0:1761243301.819882:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3891 00000100:00100000:1.0:1761243301.819887:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481069504:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243301.819902:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481069440:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243301.819947:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481069504:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243301.819954:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3891 00000100:00100000:0.0:1761243301.819970:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481069504:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243301.820471:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095fa4bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481069760:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243301.820504:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243301.820526:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481069824:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243301.820543:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243301.820577:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069760 00000100:00100000:3.0:1761243301.820608:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481069824 00000100:00100000:1.0:1761243301.820613:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:1.0:1761243301.820619:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481069760:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243301.820707:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243301.820803:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481069760:12345-0@lo:8:kworker/u8:3.0 Request processed in 183us (298us total) trans 0 rc -19/-19 00000100:00080000:2.0:1761243301.820836:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243301.820840:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243301.820844:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095fa4bfe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481069760:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243301.821897:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:3.0:1761243301.821903:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481069824:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243301.821958:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00010000:02020000:3.0:1761243301.821996:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243301.822054:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481069824:12345-0@lo:8:kworker/u8:3.0 Request processed in 149us (1509us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243301.822061:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00080000:2.0:1761243301.822084:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243301.822090:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243301.822094:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481069824:0@lo:8:kworker/u8:3.0 00010000:00010000:1.0:1761243302.526069:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243302.774181:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243302.774259:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243302.774523:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853504 00000100:00100000:1.0:1761243302.774959:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243302.775125:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2103 00000100:00100000:0.0:1761243302.775133:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464853504:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243302.775204:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464853504:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 71us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243302.775211:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2103 00000100:00100000:3.0:1761243302.776252:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853632 00000100:00100000:3.0:1761243302.776299:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853568 00000100:00100000:3.0:1761243302.776322:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5925 00000100:00100000:3.0:1761243302.776327:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000458d3f1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464853632:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243302.776372:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000458d3f1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464853632:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 44us (2114us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243302.776379:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5925 00000100:00100000:3.0:1761243302.776395:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5926 00000100:00100000:3.0:1761243302.776399:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464853568:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243302.776421:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013d8a900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464853568:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 21us (1464us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243302.776441:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5926 00000100:00100000:3.0:1761243302.778268:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243302.778968:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243302.779095:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853696 00000100:00100000:0.0:1761243302.779467:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853760 00000100:00100000:2.0:1761243302.779890:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2972 00000100:00100000:2.0:1761243302.779898:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464853696:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243302.779976:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464853696:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 78us (1715us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243302.779984:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2972 00000100:00100000:2.0:1761243302.780001:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2538 00000100:00100000:2.0:1761243302.780006:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464853760:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761243302.782156:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243302.782247:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464853760:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 2237us (3278us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243302.782260:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2538 00010000:00010000:1.0:1761243303.544443:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243303.865324:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761243303.865345:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481070016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243303.865410:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243303.865460:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070016 00000100:00100000:0.0:1761243303.865499:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:0.0:1761243303.865504:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048c08ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481070016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243303.865539:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243303.865580:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048c08ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481070016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243303.865586:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00100000:0.0:1761243303.865628:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481070016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243303.866595:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761243303.866607:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481070080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243303.866648:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243303.866729:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070080 00000100:00100000:3.0:1761243303.866773:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821 00000100:00100000:3.0:1761243303.866778:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095fa4bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481070080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243303.866793:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243303.866832:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095fa4bfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481070080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243303.866838:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821 00000100:00100000:3.0:1761243303.866882:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481070080:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243304.568693:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243304.889263:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dfb7e8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481070144:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243304.889343:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243304.889397:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070144 00000100:00100000:2.0:1761243304.889439:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3892 00000100:00100000:2.0:1761243304.889445:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481070144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243304.889480:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243304.889520:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481070144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243304.889526:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3892 00000100:00100000:2.0:1761243304.889569:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dfb7e8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481070144:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243304.890688:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243304.890704:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003bd6ba0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481070208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243304.890759:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243304.890826:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070208 00000100:00100000:3.0:1761243304.890905:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3893 00000100:00100000:3.0:1761243304.890912:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481070208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243304.890954:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243304.891014:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481070208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243304.891022:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3893 00000100:00100000:0.0:1761243304.891156:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003bd6ba0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481070208:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243305.593283:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243306.618445:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243306.936497:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243306.936504:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243306.936507:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243306.936515:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4814 00000100:00080000:2.0:1761243306.936518:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243306.936524:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243306.936544:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fe826e7c x1846792481070720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243306.936561:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243306.936564:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243306.936565:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243306.936569:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4814 00000100:00080000:2.0:1761243306.936570:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243306.936573:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243306.936582:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000531a8983 x1846792481070784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243306.936631:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481070720:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243306.936687:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243306.936712:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000531a8983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481070784:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243306.936732:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243306.936765:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070720 00000100:00100000:2.0:1761243306.936791:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070784 00000100:00100000:2.0:1761243306.936804:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539 00000100:00100000:2.0:1761243306.936809:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fae6b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481070720:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243306.936929:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243306.936967:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fae6b48 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481070720:12345-0@lo:8:kworker/u8:3.0 Request processed in 156us (279us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243306.936974:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539 00000100:00100000:2.0:1761243306.936990:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2540 00000100:00100000:2.0:1761243306.936993:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481070784:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243306.937069:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243306.937090:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481070784:12345-0@lo:8:kworker/u8:3.0 Request processed in 95us (357us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243306.937095:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2540 00000100:00080000:2.0:1761243306.937123:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243306.937127:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243306.937130:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fe826e7c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481070720:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243306.937138:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243306.937140:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243306.937142:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000531a8983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481070784:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937258:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481070272:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937290:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243306.937305:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481070528:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937326:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243306.937338:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9b263f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481070912:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937354:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243306.937366:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761243306.937371:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082d8950a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481070336:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937387:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243306.937397:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013454de6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481070592:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937413:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243306.937437:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070528 00000100:00100000:3.0:1761243306.937464:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070912 00000100:00100000:3.0:1761243306.937481:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070336 00000100:00100000:3.0:1761243306.937496:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5927 00000100:00100000:3.0:1761243306.937500:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003bd6ba0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481070528:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937536:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003bd6ba0a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481070528:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243306.937542:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5927 00000100:00100000:3.0:1761243306.937556:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5928 00000100:00100000:3.0:1761243306.937559:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8892997 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481070912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937579:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8892997 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481070912:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243306.937583:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5928 00000100:00100000:3.0:1761243306.937591:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5929 00000100:00100000:3.0:1761243306.937594:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072b90549 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481070336:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937611:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072b90549 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481070336:12345-0@lo:400:kworker/u8:3.0 Request processed in 17us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243306.937615:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5929 00000100:00100000:3.0:1761243306.937641:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c38427 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481070464:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937665:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243306.937682:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006dc3e7ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481070848:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937701:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243306.937717:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761243306.937722:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7de0c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481070400:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937740:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243306.937751:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481070656:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937765:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243306.937784:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070464 00000100:00100000:3.0:1761243306.937800:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070400 00000100:00100000:3.0:1761243306.937811:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3894 00000100:00100000:3.0:1761243306.937814:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481070464:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937842:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481070464:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243306.937858:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3894 00000100:00100000:3.0:1761243306.937868:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3895 00000100:00100000:3.0:1761243306.937871:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481070400:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937893:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481070400:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243306.937898:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3895 00000100:00100000:3.0:1761243306.937915:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070592 00000100:00100000:3.0:1761243306.937930:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070656 00000100:00100000:3.0:1761243306.937937:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973 00000100:00100000:3.0:1761243306.937940:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6264d7b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481070592:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937961:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6264d7b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481070592:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243306.937966:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973 00000100:00100000:3.0:1761243306.937974:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974 00000100:00100000:3.0:1761243306.937976:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e83a072b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481070656:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.937990:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e83a072b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481070656:12345-0@lo:400:kworker/u8:3.0 Request processed in 14us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243306.937994:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974 00000100:00100000:3.0:1761243306.938006:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070848 00000100:00100000:3.0:1761243306.938020:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5930 00000100:00100000:3.0:1761243306.938022:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481070848:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.938041:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f665d10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481070848:12345-0@lo:400:kworker/u8:3.0 Request processed in 18us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243306.938045:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5930 00000100:00100000:3.0:1761243306.938065:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7de0c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481070400:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.938073:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481070656:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.938079:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c38427 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481070464:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.938085:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006dc3e7ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481070848:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.938111:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082d8950a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481070336:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.938117:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013454de6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481070592:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.938124:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481070528:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243306.938130:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9b263f6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481070912:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243306.938209:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070272 00000100:00100000:2.0:1761243306.938258:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:2.0:1761243306.938262:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481070272:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243306.938293:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481070272:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243306.938298:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:3.0:1761243306.938629:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481070272:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243307.640777:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243307.896566:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243307.897406:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243307.898278:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243307.899082:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243307.899127:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243307.899256:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853888 00000100:00100000:1.0:1761243307.899323:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853952 00000100:00100000:2.0:1761243307.899444:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464853824 00000100:00100000:2.0:1761243307.899472:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2105 00000100:00100000:2.0:1761243307.899478:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464853824:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243307.899710:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5931 00000100:00100000:1.0:1761243307.899716:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080460ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464853888:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243307.899785:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5932 00000100:00100000:0.0:1761243307.899789:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023db3e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464853952:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243307.900116:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464853824:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 636us (3558us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243307.900124:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2105 00000100:00100000:3.0:1761243307.900249:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854016 00000100:00100000:3.0:1761243307.900281:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854080 00000100:00100000:3.0:1761243307.900302:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2975 00000100:00100000:3.0:1761243307.900307:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464854016:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243307.900395:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080460ba8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464853888:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 678us (2990us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243307.900403:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5931 00000100:00100000:1.0:1761243307.900430:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2541 00000100:00100000:1.0:1761243307.900434:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebbdaeec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464854080:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:1.0:1761243307.900534:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243307.900608:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023db3e4f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464853952:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 817us (2332us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243307.900616:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5932 00000100:00100000:3.0:1761243307.900794:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464854016:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 486us (1714us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243307.900801:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2975 00000100:00100000:1.0:1761243307.900903:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebbdaeec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464854080:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 467us (1775us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243307.900910:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2541 00010000:00010000:1.0:1761243308.664454:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243308.984403:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481070976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243308.984474:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243308.984598:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481070976 00000100:00100000:0.0:1761243308.984655:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:0.0:1761243308.984662:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481070976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243308.984699:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243308.984748:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481070976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243308.984755:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00100000:1.0:1761243308.984776:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481070976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243308.985560:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243308.985569:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481071040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243308.985600:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243308.985752:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071040 00000100:00100000:1.0:1761243308.985793:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:1.0:1761243308.985799:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d968fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481071040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243308.985821:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243308.985866:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d968fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481071040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243308.985873:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1761243308.985956:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481071040:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243309.688586:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243310.008650:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243310.008665:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481071104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243310.008744:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243310.008767:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071104 00000100:00100000:0.0:1761243310.008841:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3896 00000100:00100000:0.0:1761243310.008847:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481071104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243310.008884:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243310.008934:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481071104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243310.008941:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3896 00000100:00100000:3.0:1761243310.008967:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cdb9c3f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481071104:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243310.009012:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481071168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243310.009041:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243310.009217:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071168 00000100:00100000:0.0:1761243310.009798:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3897 00000100:00100000:0.0:1761243310.009803:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481071168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243310.009827:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243310.011355:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481071168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1547us (2309us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243310.011365:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3897 00000100:00100000:1.0:1761243310.011580:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481071168:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243310.712462:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243311.741815:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243312.057713:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761243312.058584:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481071232:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243312.058653:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243312.058746:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071232 00000100:00100000:2.0:1761243312.058809:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106 00000100:00100000:2.0:1761243312.058814:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481071232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.058877:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481071232:12345-0@lo:400:kworker/u8:3.0 Request processed in 62us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243312.058884:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106 00000100:00100000:1.0:1761243312.059146:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481071232:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243312.059392:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481071296:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243312.059423:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243312.059485:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071296 00000100:00100000:1.0:1761243312.059525:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5933 00000100:00100000:1.0:1761243312.059529:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e83a072b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481071296:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243312.060151:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e83a072b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481071296:12345-0@lo:400:kworker/u8:3.0 Request processed in 620us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243312.060161:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5933 00000100:00100000:3.0:1761243312.060218:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481071296:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243312.060257:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243312.060265:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0b165b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481071360:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243312.060292:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243312.060403:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071360 00000100:00080000:0.0:1761243312.060552:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243312.060557:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243312.060560:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243312.060564:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4819 00000100:00080000:0.0:1761243312.060566:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243312.060569:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243312.060585:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000c68d0b6 x1846792481071680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243312.060598:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243312.060601:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243312.060602:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243312.060605:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4819 00000100:00080000:0.0:1761243312.060606:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243312.060609:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243312.060617:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000acccb484 x1846792481071744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243312.060650:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481071680:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243312.060677:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243312.060693:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000acccb484 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481071744:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243312.060711:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243312.060738:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071680 00000100:00100000:0.0:1761243312.060774:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071744 00000100:00100000:0.0:1761243312.060790:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542 00000100:00100000:0.0:1761243312.060794:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481071680:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243312.060883:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243312.060917:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481071680:12345-0@lo:8:kworker/u8:3.0 Request processed in 121us (239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243312.060923:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542 00000100:00100000:2.0:1761243312.061023:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba395ec0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481071552:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.061048:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243312.061066:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243312.061070:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481071616:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.061090:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243312.061125:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071552 00000100:00100000:2.0:1761243312.061144:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071616 00000100:00100000:2.0:1761243312.061154:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:2.0:1761243312.061158:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481071552:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.061191:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481071552:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243312.061197:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00100000:2.0:1761243312.061207:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977 00000100:00100000:2.0:1761243312.061210:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481071616:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.061253:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481071616:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243312.061258:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977 00000100:00100000:2.0:1761243312.061271:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2543 00000100:00100000:2.0:1761243312.061273:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481071744:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243312.061353:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243312.061378:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481071744:12345-0@lo:8:kworker/u8:3.0 Request processed in 103us (667us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243312.061384:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2543 00000100:00100000:2.0:1761243312.061409:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0547453 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481071616:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.061419:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba395ec0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481071552:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.061469:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cf3b55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481071488:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.061493:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243312.061509:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481071872:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.061526:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243312.061540:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243312.061544:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481071424:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.061563:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1761243312.065591:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243312.065600:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243312.065606:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481071680:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761243312.065616:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243312.065618:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243312.065620:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000acccb484 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481071744:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243312.065683:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071488 00000100:00100000:0.0:1761243312.065720:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071872 00000100:00100000:0.0:1761243312.065736:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5934 00000100:00100000:0.0:1761243312.065741:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000531a8983 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481071488:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243312.065816:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000531a8983 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481071488:12345-0@lo:400:kworker/u8:3.0 Request processed in 75us (4324us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243312.065823:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5934 00000100:00100000:0.0:1761243312.065836:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5935 00000100:00100000:0.0:1761243312.065839:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481071872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243312.065860:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe826e7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481071872:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (4335us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243312.065865:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5935 00000100:00100000:2.0:1761243312.066140:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481071808:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.066174:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243312.066192:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cf3b55f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481071488:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.066200:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481071872:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243312.066381:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071424 00000100:00100000:1.0:1761243312.066415:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3898 00000100:00100000:1.0:1761243312.066419:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481071360:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243312.066453:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481071360:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (6161us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243312.066458:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3898 00000100:00100000:1.0:1761243312.066471:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3899 00000100:00100000:1.0:1761243312.066474:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481071424:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243312.066493:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481071424:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (4931us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243312.066498:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3899 00000100:00100000:1.0:1761243312.066518:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0b165b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481071360:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243312.067523:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481071424:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243312.067726:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071808 00000100:00100000:0.0:1761243312.067767:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5936 00000100:00100000:0.0:1761243312.067771:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0547453 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481071808:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243312.068170:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0547453 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481071808:12345-0@lo:400:kworker/u8:3.0 Request processed in 397us (1994us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243312.068176:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5936 00000100:00100000:2.0:1761243312.068223:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481071808:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243312.760922:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243313.013450:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243313.013494:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243313.013535:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243313.013629:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854336 00000100:00100000:2.0:1761243313.013701:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2978 00000100:00100000:2.0:1761243313.013709:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464854336:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243313.013810:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464854336:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 101us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243313.013819:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2978 00000100:00100000:0.0:1761243313.014346:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854208 00000100:00100000:0.0:1761243313.014388:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5937 00000100:00100000:0.0:1761243313.014393:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d5138b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464854208:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243313.014435:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d5138b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464854208:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 41us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243313.014441:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5937 00000100:00100000:1.0:1761243313.015314:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243313.015931:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854144 00000100:00100000:3.0:1761243313.015972:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2107 00000100:00100000:3.0:1761243313.015977:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464854144:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243313.016033:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464854144:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 56us (2498us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243313.016041:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2107 00000100:00100000:1.0:1761243313.016260:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243313.016877:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854272 00000100:00100000:0.0:1761243313.016912:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5938 00000100:00100000:0.0:1761243313.016918:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0a7c6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464854272:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243313.016969:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0a7c6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464854272:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 51us (1658us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243313.016976:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5938 00000100:00100000:3.0:1761243313.017465:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854400 00000100:00100000:3.0:1761243313.017498:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2544 00000100:00100000:3.0:1761243313.017503:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464854400:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:3.0:1761243313.017601:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243313.017645:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464854400:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 141us (1414us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243313.017651:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2544 00010000:00010000:1.0:1761243313.788677:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243314.106350:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243314.106362:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481071936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243314.106424:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243314.108029:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481072000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243314.108071:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243314.108213:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481071936 00000100:00100000:2.0:1761243314.108261:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072000 00000100:00100000:2.0:1761243314.108278:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824 00000100:00100000:2.0:1761243314.108283:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481071936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243314.108315:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243314.108750:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825 00000100:00100000:3.0:1761243314.108755:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481072000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243314.108765:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243314.109194:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481071936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 908us (2769us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243314.109201:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824 00000100:00100000:1.0:1761243314.109304:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481071936:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243314.109554:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481072000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 798us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243314.109561:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825 00000100:00100000:0.0:1761243314.109630:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000273d5345 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481072000:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243314.808742:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243315.128526:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481072128:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243315.128560:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481072064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243315.128598:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243315.128643:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243315.129640:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072128 00000100:00100000:2.0:1761243315.129820:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072064 00000100:00100000:0.0:1761243315.129834:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3900 00000100:00100000:0.0:1761243315.129842:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273d5345 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481072128:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243315.129859:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3901 00000100:00100000:2.0:1761243315.129864:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481072064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243315.129880:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000004:00000024:2.0:1761243315.129888:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243315.129935:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273d5345 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481072128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (1339us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243315.129943:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3900 00000100:00100000:0.0:1761243315.130012:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481072128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243315.130033:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481072064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 167us (1390us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243315.130040:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3901 00000100:00100000:1.0:1761243315.130118:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481072064:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243315.833702:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243316.856602:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761243317.176625:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1761243317.176628:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e86f5e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481072192:0@lo:400:kworker/u8:0.0 00000100:00080000:1.0:1761243317.176632:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243317.176635:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243317.176640:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4824 00000100:00080000:1.0:1761243317.176643:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243317.176667:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243317.176688:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007218a8a2 x1846792481072640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243317.176701:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243317.176704:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243317.176705:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243317.176707:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4824 00000100:00080000:1.0:1761243317.176709:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00100000:3.0:1761243317.176711:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761243317.176712:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243317.176725:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd9b8221 x1846792481072704/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243317.176736:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481072448:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243317.176760:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243317.176778:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008349bf61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481072832:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243317.176779:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072192 00000100:00100000:3.0:1761243317.176798:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243317.176810:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1761243317.176814:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007215f9cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481072256:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243317.176816:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108 00000100:00100000:1.0:1761243317.176822:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481072192:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243317.176832:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243317.176844:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001aac2798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481072512:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243317.176861:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481072192:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243317.176864:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243317.176868:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108 00000100:00100000:3.0:1761243317.176886:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e86f5e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481072192:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243317.176906:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072448 00000100:00100000:1.0:1761243317.176934:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072832 00000100:00100000:3.0:1761243317.176947:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072256 00000100:00100000:1.0:1761243317.176952:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5939 00000100:00100000:1.0:1761243317.176956:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdb9c3f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481072448:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243317.176982:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5940 00000100:00100000:3.0:1761243317.176985:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fae6b48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481072832:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243317.176992:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdb9c3f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481072448:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243317.176997:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5939 00000100:00100000:1.0:1761243317.177009:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5941 00000100:00100000:1.0:1761243317.177012:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9b263f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481072256:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243317.177023:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fae6b48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481072832:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243317.177028:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5940 00000100:00100000:1.0:1761243317.177034:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9b263f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481072256:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243317.177039:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5941 00000100:00100000:1.0:1761243317.177064:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007215f9cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481072256:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243317.177073:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008349bf61 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481072832:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243317.177080:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dcde04c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481072448:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.177198:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481072320:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.177257:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243317.177281:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0f0f729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481072576:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.177302:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243317.177316:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1761243317.177321:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481072384:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.177341:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243317.177355:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000618036f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481072768:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.177377:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243317.177416:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481072640:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243317.177439:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243317.177451:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481072704:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243317.177467:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243317.177493:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072768 00000100:00100000:0.0:1761243317.177514:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5942 00000100:00100000:0.0:1761243317.177518:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e6e44ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481072768:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.177550:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e6e44ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481072768:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243317.177555:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5942 00000100:00100000:0.0:1761243317.177577:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072512 00000100:00100000:0.0:1761243317.177596:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072576 00000100:00100000:0.0:1761243317.177608:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072640 00000100:00100000:0.0:1761243317.177615:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072704 00000100:00100000:0.0:1761243317.177623:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979 00000100:00100000:0.0:1761243317.177626:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dc3e7ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481072512:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.177666:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dc3e7ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481072512:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243317.177672:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979 00000100:00100000:0.0:1761243317.177682:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:0.0:1761243317.177685:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481072576:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.177708:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481072576:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243317.177713:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00100000:0.0:1761243317.177724:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1761243317.177727:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481072640:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761243317.177810:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243317.177837:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481072640:12345-0@lo:8:kworker/u8:0.0 Request processed in 109us (398us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243317.177843:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1761243317.177852:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546 00000100:00100000:0.0:1761243317.177855:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481072704:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761243317.177926:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243317.177947:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481072704:12345-0@lo:8:kworker/u8:0.0 Request processed in 90us (479us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243317.177952:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546 00000100:00100000:0.0:1761243317.177969:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072320 00000100:00100000:0.0:1761243317.177987:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072384 00000100:00100000:0.0:1761243317.178000:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3902 00000100:00100000:0.0:1761243317.178004:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481072320:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.178028:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481072320:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243317.178034:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3902 00000100:00100000:0.0:1761243317.178043:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3903 00000100:00100000:0.0:1761243317.178046:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481072384:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.178068:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481072384:12345-0@lo:400:kworker/u8:0.0 Request processed in 21us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243317.178073:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3903 00000100:00080000:0.0:1761243317.178099:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243317.178103:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243317.178106:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007218a8a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481072640:0@lo:8:kworker/u8:0.0 00000100:00080000:0.0:1761243317.178114:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243317.178116:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243317.178117:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481072704:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243317.178142:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be4d1fae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481072384:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.178150:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000618036f9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481072768:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.178158:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481072320:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243317.178165:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0f0f729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481072576:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243317.178819:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001aac2798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481072512:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243317.880461:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243318.137725:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243318.145471:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243318.145514:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243318.145553:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243318.145630:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243318.145693:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854656 00000100:00100000:0.0:1761243318.145737:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854720 00000100:00100000:0.0:1761243318.145753:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2981 00000100:00100000:0.0:1761243318.145759:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464854656:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243318.145828:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464854656:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 68us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243318.145835:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2981 00000100:00100000:0.0:1761243318.145852:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2547 00000100:00100000:0.0:1761243318.145856:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464854720:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243318.145975:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243318.145999:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464854720:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 142us (369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243318.146006:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2547 00000100:00100000:1.0:1761243318.146104:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854592 00000100:00100000:1.0:1761243318.146138:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854528 00000100:00100000:1.0:1761243318.146158:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5943 00000100:00100000:1.0:1761243318.146162:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000251d01f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464854592:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243318.146191:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000251d01f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464854592:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 28us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243318.146197:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5943 00000100:00100000:1.0:1761243318.146211:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5944 00000100:00100000:1.0:1761243318.146215:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464854528:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243318.146260:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be4d1fae pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464854528:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 44us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243318.146266:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5944 00000100:00100000:3.0:1761243318.148901:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854464 00000100:00100000:3.0:1761243318.148964:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2109 00000100:00100000:3.0:1761243318.148970:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464854464:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243318.149054:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464854464:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 83us (11337us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243318.149061:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2109 00010000:00010000:1.0:1761243318.904490:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243319.224570:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761243319.224583:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481072896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243319.224661:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243319.224772:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072896 00000100:00100000:3.0:1761243319.224820:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:3.0:1761243319.224826:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0f0f729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481072896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243319.224858:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243319.224898:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0f0f729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481072896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243319.224905:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00100000:3.0:1761243319.224949:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481072896:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243319.225956:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761243319.225969:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481072960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243319.226007:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243319.226084:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481072960 00000100:00100000:3.0:1761243319.226120:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827 00000100:00100000:3.0:1761243319.226125:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481072960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243319.226141:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243319.226175:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481072960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243319.226182:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827 00000100:00100000:0.0:1761243319.226586:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481072960:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243319.932734:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243320.248457:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481073024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243320.248529:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243320.248564:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073024 00000100:00100000:1.0:1761243320.248646:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3904 00000100:00100000:1.0:1761243320.248652:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481073024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243320.248690:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243320.248745:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481073024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243320.248752:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3904 00000100:00100000:3.0:1761243320.248837:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481073024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243320.248879:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481073088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243320.248905:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243320.248946:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073088 00000100:00100000:3.0:1761243320.248981:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3905 00000100:00100000:3.0:1761243320.248984:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008349bf61 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481073088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243320.249003:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243320.249039:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008349bf61 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481073088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243320.249044:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3905 00000100:00100000:1.0:1761243320.249139:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca7241b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481073088:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243320.952673:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243321.983041:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243322.298799:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243322.298807:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243322.298810:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243322.298818:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4829 00000100:00080000:3.0:1761243322.298822:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243322.298827:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243322.298849:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f7de0c78 x1846792481073600/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243322.298853:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481073216:0@lo:400:kworker/u8:0.0 00000100:00080000:3.0:1761243322.298864:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243322.298867:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243322.298869:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243322.298872:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4829 00000100:00080000:3.0:1761243322.298874:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243322.298876:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243322.298885:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000069bed94f x1846792481073664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243322.298918:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481073280:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243322.298934:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243322.298947:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243322.298960:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000082d8950a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481073472:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243322.298961:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000086c38427 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481073536:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243322.298979:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243322.298984:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7de0c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481073600:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243322.299004:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243322.299018:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073280 00000100:00100000:0.0:1761243322.299037:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481073664:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243322.299057:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243322.299058:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3906 00000100:00100000:3.0:1761243322.299064:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481073280:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243322.299083:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073216 00000100:00100000:0.0:1761243322.299107:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5945 00000100:00100000:3.0:1761243322.299108:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481073280:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243322.299110:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca7241b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481073216:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243322.299114:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3906 00000100:00100000:0.0:1761243322.299135:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca7241b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481073216:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243322.299139:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073536 00000100:00100000:0.0:1761243322.299144:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5945 00000100:00100000:3.0:1761243322.299160:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073600 00000100:00100000:3.0:1761243322.299173:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073664 00000100:00100000:0.0:1761243322.299187:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243322.299187:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982 00000100:00100000:3.0:1761243322.299190:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481073536:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243322.299216:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481073216:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243322.299216:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481073536:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243322.299221:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982 00000100:00100000:3.0:1761243322.299249:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073472 00000100:00100000:0.0:1761243322.299258:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548 00000100:00100000:0.0:1761243322.299261:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481073600:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243322.299263:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00000100:00100000:3.0:1761243322.299266:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481073472:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243322.299293:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481073472:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243322.299298:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00000100:00100000:3.0:1761243322.299308:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549 00000100:00100000:3.0:1761243322.299310:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481073664:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761243322.299387:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243322.299417:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481073600:12345-0@lo:8:kworker/u8:0.0 Request processed in 155us (412us total) trans 0 rc -19/-19 00010000:02020000:3.0:1761243322.299417:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243322.299423:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548 00000100:00100000:3.0:1761243322.299435:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481073664:12345-0@lo:8:kworker/u8:0.0 Request processed in 124us (378us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243322.299440:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549 00000100:00080000:0.0:1761243322.299446:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243322.299449:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243322.299452:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7de0c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481073600:0@lo:8:kworker/u8:0.0 00000100:00080000:0.0:1761243322.299460:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243322.299462:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243322.299463:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000082d8950a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481073472:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243322.299464:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481073664:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243322.299481:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3179e26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481073280:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243322.299489:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000086c38427 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481073536:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243322.299596:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481073344:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243322.299624:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243322.299650:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8eadc73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481073728:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243322.299671:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243322.299699:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1761243322.299704:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e86f5e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481073152:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243322.299730:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243322.299745:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013454de6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481073408:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243322.299766:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243322.299769:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073344 00000100:00100000:1.0:1761243322.299779:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e2eac11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481073792:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243322.299798:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243322.299802:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3907 00000100:00100000:0.0:1761243322.299806:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481073344:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243322.299822:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073152 00000100:00100000:0.0:1761243322.299838:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481073344:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243322.299843:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1761243322.299844:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3907 00000100:00100000:1.0:1761243322.299847:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481073152:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243322.299869:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073728 00000100:00100000:1.0:1761243322.299872:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481073152:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243322.299877:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1761243322.299888:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073408 00000100:00100000:0.0:1761243322.299958:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073792 00000100:00100000:0.0:1761243322.300854:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5946 00000100:00100000:0.0:1761243322.300860:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f805cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481073728:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243322.300968:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f805cc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481073728:12345-0@lo:400:kworker/u8:0.0 Request processed in 108us (1296us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243322.300976:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5946 00000100:00100000:3.0:1761243322.300985:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5947 00000100:00100000:0.0:1761243322.300989:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5948 00000100:00100000:3.0:1761243322.300990:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481073408:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243322.300993:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481073792:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243322.301019:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000618036f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481073408:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243322.301024:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5947 00000100:00100000:2.0:1761243322.301975:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e86f5e0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481073152:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243322.301989:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013454de6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481073408:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243322.301999:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481073344:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243322.302009:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8eadc73 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481073728:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243322.310208:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dcde04c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481073792:12345-0@lo:400:kworker/u8:0.0 Request processed in 9205us (10401us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243322.310224:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5948 00000100:00100000:2.0:1761243322.310295:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e2eac11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481073792:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243323.000501:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243323.253351:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243323.253460:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855040 00000100:00100000:1.0:1761243323.253516:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2550 00000100:00100000:1.0:1761243323.253523:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464855040:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:1.0:1761243323.253626:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243323.253701:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464855040:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 177us (359us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243323.253709:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2550 00000100:00100000:0.0:1761243323.267853:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243323.267910:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243323.267944:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243323.267980:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243323.268049:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854848 00000100:00100000:3.0:1761243323.268049:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854784 00000100:00100000:3.0:1761243323.268093:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2111 00000100:00100000:2.0:1761243323.268097:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854912 00000100:00100000:3.0:1761243323.268100:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464854784:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243323.268120:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5949 00000100:00100000:2.0:1761243323.268123:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464854848:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243323.268172:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8eadc73 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464854848:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 42us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243323.268179:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5949 00000100:00100000:2.0:1761243323.268197:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5950 00000100:00100000:2.0:1761243323.268200:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e86f5e0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464854912:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243323.268225:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e86f5e0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464854912:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 24us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243323.268226:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464854784:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 126us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243323.268261:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5950 00000100:00100000:3.0:1761243323.268261:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2111 00000100:00100000:2.0:1761243323.268280:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464854976 00000100:00100000:2.0:1761243323.268313:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2984 00000100:00100000:2.0:1761243323.268317:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464854976:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243323.268784:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464854976:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 465us (839us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243323.268791:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2984 00010000:00010000:1.0:1761243324.026200:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243324.344657:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243324.344673:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481073856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243324.344738:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243324.344795:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073856 00000100:00100000:3.0:1761243324.344836:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:3.0:1761243324.344841:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013454de6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481073856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243324.344874:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243324.344922:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013454de6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481073856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243324.344929:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:3.0:1761243324.344976:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481073856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243324.345152:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481073920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243324.345176:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243324.345291:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073920 00000100:00100000:2.0:1761243324.345323:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:2.0:1761243324.345327:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014c78798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481073920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243324.345339:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243324.345383:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014c78798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481073920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243324.345389:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:0.0:1761243324.345458:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481073920:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243325.048420:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243325.368553:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243325.368568:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6264d7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481073984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243325.368633:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243325.368731:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481073984 00000100:00100000:3.0:1761243325.368785:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3908 00000100:00100000:3.0:1761243325.368791:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481073984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243325.368830:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243325.368881:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481073984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243325.368887:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3908 00000100:00100000:2.0:1761243325.368968:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6264d7b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481073984:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243325.369997:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481074048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243325.370037:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243325.370117:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074048 00000100:00100000:2.0:1761243325.370153:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3909 00000100:00100000:2.0:1761243325.370157:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481074048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243325.370179:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243325.370216:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481074048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243325.370222:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3909 00000100:00100000:3.0:1761243325.370330:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481074048:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243326.074678:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243327.097244:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243327.418341:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243327.418348:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243327.418351:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243327.418359:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4834 00000100:00080000:2.0:1761243327.418362:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243327.418367:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243327.418383:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000066dcc5f5 x1846792481074560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243327.418398:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243327.418401:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243327.418402:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243327.418404:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4834 00000100:00080000:2.0:1761243327.418406:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243327.418409:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243327.418419:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007c1889ac x1846792481074624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243327.418518:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481074560:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243327.418581:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243327.418606:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c1889ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481074624:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243327.418625:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243327.418668:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074560 00000100:00100000:2.0:1761243327.418698:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074624 00000100:00100000:2.0:1761243327.418714:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551 00000100:00100000:2.0:1761243327.418720:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f056126e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481074560:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243327.418804:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243327.418842:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f056126e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481074560:12345-0@lo:8:kworker/u8:3.0 Request processed in 121us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243327.418849:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551 00000100:00100000:2.0:1761243327.418865:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2552 00000100:00100000:2.0:1761243327.418868:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041880075 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481074624:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419028:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0b165b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481074176:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419061:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243327.419080:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481074432:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419116:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243327.419134:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1761243327.419140:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481074112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419168:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243327.419184:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481074368:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419203:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243327.419217:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000016dd19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481074752:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419254:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243327.419292:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074112 00000100:00100000:1.0:1761243327.419321:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00000100:00100000:1.0:1761243327.419325:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481074112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419378:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481074112:12345-0@lo:400:kworker/u8:3.0 Request processed in 51us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243327.419384:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:1.0:1761243327.419417:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074176 00000100:00100000:1.0:1761243327.419441:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074368 00000100:00100000:1.0:1761243327.419456:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074752 00000100:00100000:1.0:1761243327.419487:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5951 00000100:00100000:1.0:1761243327.419490:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6264d7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481074176:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419518:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6264d7b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481074176:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243327.419524:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5951 00000100:00100000:1.0:1761243327.419535:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5952 00000100:00100000:1.0:1761243327.419537:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000415d1ed1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481074368:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419577:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000415d1ed1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481074368:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243327.419583:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5952 00000100:00100000:1.0:1761243327.419595:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5953 00000100:00100000:1.0:1761243327.419598:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f88ab19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481074752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419622:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f88ab19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481074752:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243327.419627:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5953 00000100:00100000:1.0:1761243327.419657:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000acccb484 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481074240:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419683:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243327.419700:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481074496:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419718:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243327.419735:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761243327.419739:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481074304:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419761:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243327.419775:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009940f198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481074688:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419792:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243327.419813:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074240 00000100:00100000:1.0:1761243327.419834:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3910 00000100:00100000:1.0:1761243327.419838:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003793f43e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481074240:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419867:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003793f43e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481074240:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243327.419873:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3910 00000100:00100000:1.0:1761243327.419883:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074304 00000100:00100000:1.0:1761243327.419900:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3911 00000100:00100000:1.0:1761243327.419903:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e4a4575 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481074304:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.419931:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e4a4575 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481074304:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243327.419936:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3911 00000100:00100000:1.0:1761243327.420284:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074432 00000100:00100000:1.0:1761243327.420301:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074496 00000100:00100000:1.0:1761243327.420310:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985 00000100:00100000:1.0:1761243327.420313:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481074432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.420342:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7d27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481074432:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243327.420347:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985 00000100:00100000:1.0:1761243327.420358:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986 00000100:00100000:1.0:1761243327.420361:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061d5073d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481074496:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.420384:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061d5073d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481074496:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243327.420389:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986 00000100:00100000:1.0:1761243327.420412:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074688 00000100:00100000:1.0:1761243327.420432:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5954 00000100:00100000:1.0:1761243327.420435:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dfce5ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481074688:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.420462:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dfce5ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481074688:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243327.420477:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5954 00000100:00100000:1.0:1761243327.420512:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481074112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.420524:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6cd0149 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481074368:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.420533:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000016dd19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481074752:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.420543:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0b165b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481074176:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.420551:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000638e3c6d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481074432:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.420593:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481074304:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.420601:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009940f198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481074688:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.420608:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000acccb484 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481074240:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243327.420615:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481074496:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761243327.420664:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243327.420668:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243327.420671:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481074560:0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243327.421161:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243327.421209:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041880075 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481074624:12345-0@lo:8:kworker/u8:3.0 Request processed in 2338us (2583us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243327.421216:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2552 00000100:00080000:1.0:1761243327.426836:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243327.426847:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243327.426854:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c1889ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481074624:0@lo:8:kworker/u8:3.0 00010000:00010000:1.0:1761243328.120462:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243328.373755:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243328.373805:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243328.373837:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243328.373954:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855168 00000100:00100000:0.0:1761243328.374006:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5955 00000100:00100000:0.0:1761243328.374012:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3179e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464855168:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243328.374084:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3179e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464855168:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 72us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243328.374092:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5955 00000100:00100000:2.0:1761243328.374559:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855296 00000100:00100000:2.0:1761243328.374602:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2987 00000100:00100000:2.0:1761243328.374607:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7de0c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464855296:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243328.374645:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7de0c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464855296:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 37us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243328.374652:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2987 00000100:00100000:3.0:1761243328.376649:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243328.376940:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855104 00000100:00100000:1.0:1761243328.376996:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2113 00000100:00100000:1.0:1761243328.377001:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464855104:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243328.377059:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464855104:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 58us (3222us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243328.377065:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2113 00000100:00100000:3.0:1761243328.378115:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243328.378176:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855360 00000100:00100000:0.0:1761243328.378211:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2553 00000100:00100000:0.0:1761243328.378216:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464855360:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243328.378322:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243328.378370:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464855360:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 153us (258us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243328.378376:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2553 00000100:00100000:2.0:1761243328.380220:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855232 00000100:00100000:2.0:1761243328.380274:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5956 00000100:00100000:2.0:1761243328.380279:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082d8950a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464855232:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243328.380348:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082d8950a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464855232:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 69us (3705us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243328.380355:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5956 00010000:00010000:1.0:1761243329.144732:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243329.464460:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029a1fa87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481074816:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243329.464533:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243329.464562:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074816 00000100:00100000:2.0:1761243329.464612:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:2.0:1761243329.464618:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481074816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243329.464652:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243329.464703:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481074816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243329.464711:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00100000:3.0:1761243329.464738:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029a1fa87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481074816:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243329.464777:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000920892 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481074880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243329.464804:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243329.464868:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074880 00000100:00100000:2.0:1761243329.464895:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:2.0:1761243329.464898:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481074880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243329.464910:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243329.464944:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481074880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243329.464950:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:0.0:1761243329.465014:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000920892 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481074880:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243330.168456:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243330.488869:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1761243330.488886:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000356461db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481074944:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243330.490099:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243330.490253:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481074944 00000100:00100000:3.0:1761243330.490314:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3912 00000100:00100000:3.0:1761243330.490320:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000879f08f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481074944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243330.490360:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243330.490432:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000879f08f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481074944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243330.490439:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3912 00000100:00100000:2.0:1761243330.490527:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000356461db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481074944:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243330.495124:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243330.495146:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481075008:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243330.495222:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243330.495350:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075008 00000100:00100000:1.0:1761243330.495401:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3913 00000100:00100000:1.0:1761243330.495416:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481075008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243330.495453:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243330.495507:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481075008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243330.495515:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3913 00000100:00100000:2.0:1761243330.495613:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481075008:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243331.193720:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243332.216691:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243332.536700:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243332.536707:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243332.536710:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243332.536717:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4839 00000100:00080000:3.0:1761243332.536721:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243332.536726:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243332.536744:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000079042fb7 x1846792481075520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243332.536757:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243332.536762:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243332.536763:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243332.536766:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4839 00000100:00080000:3.0:1761243332.536767:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243332.536769:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243332.536777:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bbd6fcca x1846792481075584/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243332.536855:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055a4509f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481075136:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243332.536921:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243332.536953:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481075392:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243332.536980:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243332.536999:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1761243332.537003:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a5164fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481075200:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243332.537032:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243332.537046:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b7e82c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481075456:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243332.537062:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243332.537080:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079042fb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481075520:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243332.537098:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243332.537118:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbd6fcca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481075584:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243332.537134:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243332.537167:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075392 00000100:00100000:1.0:1761243332.537210:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075456 00000100:00100000:1.0:1761243332.537223:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075520 00000100:00100000:1.0:1761243332.537252:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075584 00000100:00100000:1.0:1761243332.537263:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00000100:00100000:1.0:1761243332.537273:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced35c4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481075392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243332.537316:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced35c4c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481075392:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243332.537323:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00000100:00100000:1.0:1761243332.537347:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989 00000100:00100000:1.0:1761243332.537351:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0f4319d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481075456:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243332.537384:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0f4319d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481075456:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243332.537389:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989 00000100:00100000:1.0:1761243332.537399:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00100000:1.0:1761243332.537402:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481075520:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:1.0:1761243332.537495:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243332.537521:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481075520:12345-0@lo:8:kworker/u8:0.0 Request processed in 118us (423us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243332.537527:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00100000:1.0:1761243332.537537:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555 00000100:00100000:1.0:1761243332.537540:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f711e206 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481075584:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:1.0:1761243332.537634:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243332.537652:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f711e206 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481075584:12345-0@lo:8:kworker/u8:0.0 Request processed in 111us (518us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243332.537657:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555 00000100:00080000:1.0:1761243332.537704:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243332.537707:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243332.537711:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079042fb7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481075520:0@lo:8:kworker/u8:0.0 00000100:00080000:1.0:1761243332.537718:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243332.537720:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243332.537723:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbd6fcca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481075584:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243332.537744:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075200 00000100:00100000:1.0:1761243332.537766:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3914 00000100:00100000:1.0:1761243332.537769:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057be3411 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481075200:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243332.537794:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057be3411 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481075200:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243332.537799:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3914 00000100:00100000:1.0:1761243332.537823:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a5164fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481075200:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243332.537832:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b7e82c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481075456:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243332.537840:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481075392:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538021:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbd371b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481075072:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538054:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243332.538081:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000386bd917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481075328:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538101:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243332.538114:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b13aabc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481075712:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538129:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243332.538142:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243332.538147:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481075264:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538163:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243332.538172:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096d71ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481075648:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538188:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243332.538209:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075136 00000100:00100000:2.0:1761243332.538249:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075328 00000100:00100000:2.0:1761243332.538264:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075712 00000100:00100000:2.0:1761243332.538276:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075648 00000100:00100000:2.0:1761243332.538287:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5957 00000100:00100000:2.0:1761243332.538291:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086660c6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481075136:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538321:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086660c6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481075136:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243332.538326:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5957 00000100:00100000:2.0:1761243332.538337:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5958 00000100:00100000:2.0:1761243332.538340:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009fa5c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481075328:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538362:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009fa5c280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481075328:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243332.538381:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5958 00000100:00100000:2.0:1761243332.538392:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5959 00000100:00100000:2.0:1761243332.538395:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d96a831b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481075712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538418:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d96a831b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481075712:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243332.538423:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5959 00000100:00100000:2.0:1761243332.538433:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5960 00000100:00100000:2.0:1761243332.538436:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066e8dda0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481075648:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538468:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066e8dda0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481075648:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243332.538473:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5960 00000100:00100000:2.0:1761243332.538495:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096d71ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481075648:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538503:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000386bd917 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481075328:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.538511:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b13aabc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481075712:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243332.538688:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075072 00000100:00100000:1.0:1761243332.539906:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114 00000100:00100000:1.0:1761243332.539913:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481075072:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243332.540211:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055a4509f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481075136:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243332.540261:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075264 00000100:00100000:0.0:1761243332.540297:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3915 00000100:00100000:0.0:1761243332.540300:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9c0b1ca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481075264:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243332.541339:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481075072:12345-0@lo:400:kworker/u8:0.0 Request processed in 1421us (3280us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243332.541349:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114 00000100:00100000:0.0:1761243332.541980:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9c0b1ca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481075264:12345-0@lo:400:kworker/u8:0.0 Request processed in 1675us (3813us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243332.541989:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3915 00000100:00100000:2.0:1761243332.542697:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbd371b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481075072:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243332.542731:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481075264:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243333.246632:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243333.491672:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243333.491724:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243333.491763:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243333.491868:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855424 00000100:00100000:1.0:1761243333.491922:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2115 00000100:00100000:1.0:1761243333.491929:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464855424:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243333.492001:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464855424:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 72us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243333.492010:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2115 00000100:00100000:3.0:1761243333.492485:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243333.492525:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243333.492551:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855616 00000100:00100000:3.0:1761243333.492580:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855680 00000100:00100000:2.0:1761243333.492766:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855488 00000100:00100000:2.0:1761243333.492796:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855552 00000100:00100000:2.0:1761243333.492818:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5961 00000100:00100000:2.0:1761243333.492822:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273d5345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464855488:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243333.492867:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273d5345 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464855488:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 43us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243333.492873:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5961 00000100:00100000:2.0:1761243333.492887:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5962 00000100:00100000:2.0:1761243333.492891:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b13aabc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464855552:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243333.492913:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b13aabc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464855552:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 22us (1151us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243333.492919:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5962 00000100:00100000:2.0:1761243333.493005:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2990 00000100:00100000:2.0:1761243333.493009:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464855616:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243333.493058:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464855616:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 47us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243333.493065:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2990 00000100:00100000:3.0:1761243333.497274:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2556 00000100:00100000:3.0:1761243333.497284:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d3ea9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464855680:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:3.0:1761243333.497389:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243333.497489:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d3ea9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464855680:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 204us (4963us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243333.497496:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2556 00010000:00010000:1.0:1761243334.264529:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243334.585707:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ee1b19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481075776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243334.585778:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243334.585828:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075776 00000100:00100000:0.0:1761243334.585875:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:0.0:1761243334.585880:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481075776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243334.585915:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243334.585956:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481075776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243334.585963:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:0.0:1761243334.586012:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ee1b19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481075776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243334.586703:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2d11b29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481075840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243334.586738:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243334.586775:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075840 00000100:00100000:1.0:1761243334.586799:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1761243334.586804:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebbb9ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481075840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243334.586816:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243334.586848:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebbb9ca3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481075840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243334.586854:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:1.0:1761243334.586885:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2d11b29 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481075840:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243335.288556:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243335.609489:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ee1b19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481075904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243335.609560:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243335.609705:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075904 00000100:00100000:3.0:1761243335.609760:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3916 00000100:00100000:3.0:1761243335.609766:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481075904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243335.609800:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243335.609843:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481075904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243335.609853:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3916 00000100:00100000:0.0:1761243335.610860:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ee1b19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481075904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243335.610875:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243335.610880:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017298360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481075968:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243335.610904:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243335.610925:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481075968 00000100:00100000:0.0:1761243335.610946:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3917 00000100:00100000:0.0:1761243335.610950:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481075968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243335.611123:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243335.611874:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481075968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 921us (967us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243335.611882:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3917 00000100:00100000:3.0:1761243335.612048:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017298360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481075968:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243336.312534:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243337.336673:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243337.656748:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000825f9cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481076032:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.656822:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243337.657579:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243337.657585:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243337.657589:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243337.657594:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4845 00000100:00080000:2.0:1761243337.657597:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243337.657603:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243337.657623:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cd7e89ed x1846792481076480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243337.657638:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243337.657641:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243337.657642:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243337.657645:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4845 00000100:00080000:2.0:1761243337.657646:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243337.657649:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243337.657658:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c227d20c x1846792481076544/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243337.657899:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfb84e2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481076288:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243337.657972:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481076096:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243337.658011:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076032 00000100:00100000:1.0:1761243337.658046:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000100:00100000:1.0:1761243337.658051:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481076032:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243337.658087:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481076032:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243337.658093:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 00000100:00100000:1.0:1761243337.658124:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd7e89ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481076480:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243337.658145:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243337.658159:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c227d20c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481076544:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243337.658172:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243337.658196:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076480 00000100:00100000:1.0:1761243337.658210:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076544 00000100:00100000:1.0:1761243337.658221:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557 00000100:00100000:1.0:1761243337.658225:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481076480:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243337.658335:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243337.661434:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb421bd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481076224:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243337.661496:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243337.661520:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005061b56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481076608:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243337.661577:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558 00000100:00100000:2.0:1761243337.661583:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481076544:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:2.0:1761243337.661667:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243337.661701:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481076544:12345-0@lo:8:kworker/u8:3.0 Request processed in 118us (3528us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243337.661708:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558 00000100:00080000:2.0:1761243337.661768:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243337.661772:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243337.661775:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c227d20c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481076544:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243337.661876:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243337.661908:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076288 00000100:00100000:0.0:1761243337.661939:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5963 00000100:00100000:0.0:1761243337.661942:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000356461db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481076288:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.661973:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000356461db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481076288:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243337.661978:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5963 00000100:00100000:0.0:1761243337.661998:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243337.662012:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481076352:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662030:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243337.662044:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243337.662047:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d6f917a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481076672:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662061:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243337.662077:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076096 00000100:00100000:0.0:1761243337.662092:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076672 00000100:00100000:0.0:1761243337.662105:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5964 00000100:00100000:0.0:1761243337.662108:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029a1fa87 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481076096:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662132:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029a1fa87 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481076096:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243337.662137:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5964 00000100:00100000:0.0:1761243337.662146:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5965 00000100:00100000:0.0:1761243337.662148:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a4509f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481076672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662166:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a4509f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481076672:12345-0@lo:400:kworker/u8:3.0 Request processed in 17us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243337.662170:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5965 00000100:00100000:0.0:1761243337.662186:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076352 00000100:00100000:0.0:1761243337.662202:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991 00000100:00100000:0.0:1761243337.662205:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481076352:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662224:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481076352:12345-0@lo:400:kworker/u8:3.0 Request processed in 19us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243337.662246:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991 00000100:00100000:0.0:1761243337.662270:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d6f917a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481076672:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662293:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481076096:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662300:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481076352:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662327:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243337.662341:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761243337.662345:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f81b460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481076160:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662362:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243337.662371:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd4357ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481076416:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662384:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243337.662398:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076416 00000100:00100000:0.0:1761243337.662413:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1761243337.662416:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481076416:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662439:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481076416:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243337.662443:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1761243337.662455:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076608 00000100:00100000:0.0:1761243337.662468:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5966 00000100:00100000:0.0:1761243337.662470:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a7d88b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481076608:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662488:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a7d88b8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481076608:12345-0@lo:400:kworker/u8:3.0 Request processed in 17us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243337.662492:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5966 00000100:00100000:0.0:1761243337.662509:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd4357ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481076416:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662516:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005061b56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481076608:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662536:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000825f9cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481076032:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243337.662550:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfb84e2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481076288:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243337.662658:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076224 00000100:00100000:3.0:1761243337.662682:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076160 00000100:00100000:3.0:1761243337.662695:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3918 00000100:00100000:3.0:1761243337.662698:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007937ce90 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481076224:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243337.662728:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007937ce90 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481076224:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (1233us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243337.662733:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3918 00000100:00100000:3.0:1761243337.662745:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3919 00000100:00100000:3.0:1761243337.662747:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481076160:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243337.662763:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481076160:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243337.662768:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3919 00000100:00100000:3.0:1761243337.662791:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f81b460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481076160:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243337.662799:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb421bd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481076224:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243337.688165:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481076480:12345-0@lo:8:kworker/u8:3.0 Request processed in 29929us (30010us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243337.688193:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557 00000100:00080000:2.0:1761243337.693401:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243337.693412:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243337.693419:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd7e89ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481076480:0@lo:8:kworker/u8:3.0 00010000:00010000:1.0:1761243338.361323:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243338.612757:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243338.612804:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243338.612842:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243338.612873:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243338.612898:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243338.613381:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856000 00000100:00100000:1.0:1761243338.613422:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855936 00000100:00100000:1.0:1761243338.613460:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2993 00000100:00100000:1.0:1761243338.613467:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a55d5c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464855936:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243338.613543:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a55d5c2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464855936:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 75us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243338.613550:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2993 00000100:00100000:0.0:1761243338.613640:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855872 00000100:00100000:0.0:1761243338.613670:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855808 00000100:00100000:0.0:1761243338.613688:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5967 00000100:00100000:0.0:1761243338.613692:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c227d20c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464855872:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243338.613722:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c227d20c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464855872:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 30us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243338.613729:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5967 00000100:00100000:0.0:1761243338.613741:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5968 00000100:00100000:0.0:1761243338.613745:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000533f9acd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464855808:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243338.613768:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000533f9acd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464855808:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 22us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243338.613774:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5968 00000100:00100000:0.0:1761243338.613797:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2559 00000100:00100000:0.0:1761243338.613800:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd7e89ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464856000:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243338.613909:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243338.613937:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd7e89ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464856000:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 135us (1188us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243338.613943:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2559 00000100:00100000:3.0:1761243338.614446:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464855744 00000100:00100000:3.0:1761243338.614488:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2117 00000100:00100000:3.0:1761243338.614493:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464855744:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243338.614530:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464855744:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 37us (1727us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243338.614537:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2117 00010000:00010000:1.0:1761243339.386942:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243339.706256:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481076736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243339.706324:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243339.706406:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076736 00000100:00100000:3.0:1761243339.706451:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:3.0:1761243339.706456:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d93b721 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481076736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243339.706486:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243339.706525:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d93b721 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481076736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243339.706532:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:3.0:1761243339.706607:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481076736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243339.707606:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243339.707616:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481076800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243339.707650:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243339.707672:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076800 00000100:00100000:3.0:1761243339.707695:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:3.0:1761243339.707699:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481076800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243339.707712:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243339.707734:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481076800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243339.707739:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:3.0:1761243339.707762:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481076800:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243340.408536:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243340.728467:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243340.728490:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000987e9caf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481076864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243340.728559:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243340.728616:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076864 00000100:00100000:0.0:1761243340.728660:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3920 00000100:00100000:0.0:1761243340.728666:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481076864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243340.728702:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243340.728744:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481076864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243340.728751:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3920 00000100:00100000:0.0:1761243340.728789:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000987e9caf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481076864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243340.729975:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f389e332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481076928:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243340.730034:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243340.730068:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076928 00000100:00100000:2.0:1761243340.730099:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3921 00000100:00100000:2.0:1761243340.730103:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff8a0084 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481076928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243340.730131:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243340.730157:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff8a0084 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481076928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243340.730163:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3921 00000100:00100000:2.0:1761243340.730198:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f389e332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481076928:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243341.433322:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243342.456679:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243342.776494:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243342.776502:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243342.776506:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243342.776514:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4850 00000100:00080000:2.0:1761243342.776518:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243342.776524:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243342.776543:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ccd9eabe x1846792481077440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243342.776559:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243342.776562:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243342.776563:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243342.776565:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4850 00000100:00080000:2.0:1761243342.776567:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243342.776570:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243342.776575:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfb84e2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481077184:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.776579:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009f8f44ee x1846792481077504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243342.776610:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481077440:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243342.776639:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243342.776639:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243342.776717:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb421bd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481077056:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.776788:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481077504:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243342.776792:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d6f917a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481077568:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.776811:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243342.776815:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243342.776833:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1761243342.776837:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481076992:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243342.776862:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243342.776878:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000825f9cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481077248:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243342.776911:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243342.776927:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000920892 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481077632:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243342.776949:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243342.776983:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481076992 00000100:00100000:2.0:1761243342.777006:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077440 00000100:00100000:2.0:1761243342.777027:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:3.0:1761243342.777027:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118 00000100:00100000:3.0:1761243342.777032:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481076992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.777033:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009940f198 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481077440:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243342.777074:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481076992:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243342.777081:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118 00000100:00100000:3.0:1761243342.777110:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077568 00010000:02020000:2.0:1761243342.777120:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243342.777131:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077248 00000100:00100000:3.0:1761243342.777146:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077632 00000100:00100000:2.0:1761243342.777150:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009940f198 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481077440:12345-0@lo:8:kworker/u8:3.0 Request processed in 118us (512us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243342.777156:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:3.0:1761243342.777161:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5969 00000100:00100000:3.0:1761243342.777164:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481077568:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.777166:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077504 00000100:00100000:2.0:1761243342.777197:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561 00000100:00100000:2.0:1761243342.777200:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000016dd19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481077504:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243342.777204:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2d11b29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481077568:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243342.777210:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5969 00000100:00100000:3.0:1761243342.777222:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5970 00000100:00100000:3.0:1761243342.777225:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001099136d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481077248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243342.777270:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001099136d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481077248:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243342.777275:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5970 00000100:00100000:3.0:1761243342.777285:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5971 00000100:00100000:3.0:1761243342.777288:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008349bf61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481077632:12345-0@lo:400:kworker/u8:3.0 00010000:02020000:2.0:1761243342.777296:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243342.777312:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008349bf61 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481077632:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243342.777315:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000016dd19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481077504:12345-0@lo:8:kworker/u8:3.0 Request processed in 115us (504us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243342.777318:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5971 00000100:00100000:2.0:1761243342.777320:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561 00000100:00080000:2.0:1761243342.777354:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761243342.777354:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077184 00000100:00080000:2.0:1761243342.777357:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243342.777361:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481077440:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243342.777368:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243342.777370:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243342.777372:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481077504:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243342.777375:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3922 00000100:00100000:3.0:1761243342.777378:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481077184:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243342.777404:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481077184:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (766us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243342.777407:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481076992:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243342.777409:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3922 00000100:00100000:2.0:1761243342.777417:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000825f9cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481077248:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.777425:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000920892 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481077632:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.777432:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d6f917a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481077568:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.777440:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfb84e2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481077184:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243342.777443:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004f81b460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481077120:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243342.777465:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243342.777477:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd4357ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481077376:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.777479:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077120 00000100:00100000:2.0:1761243342.777497:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3923 00000100:00100000:3.0:1761243342.777497:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243342.777501:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481077120:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243342.777518:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077376 00000100:00100000:2.0:1761243342.777530:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3b7fda8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481077120:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243342.777539:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994 00000100:00100000:2.0:1761243342.777542:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3923 00000100:00100000:3.0:1761243342.777542:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481077376:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.777569:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004f81b460 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481077120:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243342.777569:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481077376:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243342.777575:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994 00000100:00100000:2.0:1761243342.777577:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd4357ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481077376:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243342.777651:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243342.777678:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005061b56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481077312:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243342.777702:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243342.777776:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077312 00000100:00100000:3.0:1761243342.778380:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077056 00000100:00100000:3.0:1761243342.778414:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5972 00000100:00100000:3.0:1761243342.778419:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd2e7e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481077056:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.778457:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:2.0:1761243342.778461:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006321a527 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481077312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243342.778463:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd2e7e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481077056:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243342.778469:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5972 00000100:00100000:2.0:1761243342.778489:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006321a527 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481077312:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243342.778494:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00100000:2.0:1761243342.778530:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb421bd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481077056:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243342.778540:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005061b56 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481077312:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243343.480791:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243343.736637:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243343.736687:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243343.736727:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243343.736760:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856256 00000100:00100000:0.0:1761243343.736764:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243343.736787:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243343.736815:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856320 00000100:00100000:0.0:1761243343.736821:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2996 00000100:00100000:0.0:1761243343.736828:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464856256:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243343.736835:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2562 00000100:00100000:1.0:1761243343.736894:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051c057b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464856320:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761243343.736911:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464856256:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 83us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243343.736919:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2996 00010000:02020000:1.0:1761243343.736981:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243343.737377:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856064 00000100:00100000:2.0:1761243343.737417:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2119 00000100:00100000:2.0:1761243343.737422:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464856064:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243343.737460:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856128 00000100:00100000:2.0:1761243343.737464:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464856064:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 40us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243343.737470:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2119 00000100:00100000:3.0:1761243343.737497:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856192 00000100:00100000:2.0:1761243343.737518:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5973 00000100:00100000:2.0:1761243343.737529:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000987e9caf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464856128:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243343.737530:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5974 00000100:00100000:3.0:1761243343.737540:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009d5c873b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464856192:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243343.737573:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009d5c873b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464856192:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 34us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243343.737583:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000987e9caf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464856128:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 55us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243343.737583:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5974 00000100:00100000:2.0:1761243343.737594:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5973 00000100:00100000:1.0:1761243343.737877:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051c057b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464856320:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 1036us (1088us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243343.737884:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2562 00010000:00010000:1.0:1761243344.507761:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243344.824602:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481077696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243344.824668:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243344.824983:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243344.824992:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000820ed25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481077760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243344.825019:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243344.825063:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077696 00000100:00100000:0.0:1761243344.825105:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077760 00000100:00100000:0.0:1761243344.825125:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:0.0:1761243344.825130:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481077696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243344.825177:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243344.825219:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481077696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243344.825251:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00100000:0.0:1761243344.825266:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:0.0:1761243344.825270:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481077760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243344.825279:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243344.825301:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481077760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 30us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243344.825306:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:0.0:1761243344.825353:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000820ed25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481077760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243344.825365:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000c68d0b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481077696:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1761243345.532807:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243345.849190:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481077824:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243345.849299:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243345.849468:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077824 00000100:00100000:0.0:1761243345.849626:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3924 00000100:00100000:0.0:1761243345.849636:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005061b56 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481077824:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243345.849666:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243345.849678:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481077888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243345.849712:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243345.849734:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077888 00000100:00100000:2.0:1761243345.849774:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3925 00000100:00100000:2.0:1761243345.849778:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481077888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243345.849813:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243345.849865:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481077888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243345.849871:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3925 00000004:00000024:0.0:1761243345.849966:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243345.849997:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005061b56 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481077824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 362us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243345.850003:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3924 00000100:00100000:1.0:1761243345.850079:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044885fa3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481077888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243345.850094:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481077824:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243346.554134:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243347.576760:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243347.897809:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481077952:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243347.897905:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243347.897938:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761243347.897943:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088ac0537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481078016:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243347.897970:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243347.898005:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078016 00000100:00100000:2.0:1761243347.898058:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5975 00000100:00100000:2.0:1761243347.898064:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb421bd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481078016:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243347.898276:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb421bd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481078016:12345-0@lo:400:kworker/u8:0.0 Request processed in 211us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243347.898282:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5975 00000100:00100000:2.0:1761243347.898328:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088ac0537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481078016:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243347.898371:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481077952 00000100:00100000:2.0:1761243347.898395:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120 00000100:00100000:2.0:1761243347.898398:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481077952:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243347.898424:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481077952:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243347.898428:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120 00000100:00100000:2.0:1761243347.898460:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481077952:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243347.899282:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5e0b9f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481078080:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243347.899338:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1761243347.899854:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243347.899860:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243347.899863:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243347.899868:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4855 00000100:00080000:0.0:1761243347.899871:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243347.899875:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243347.899897:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000013cd95bf x1846792481078400/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243347.899933:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243347.899937:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243347.899938:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243347.899942:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4855 00000100:00080000:0.0:1761243347.899943:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243347.899946:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243347.899958:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f113e0b0 x1846792481078464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243347.899996:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481078400:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243347.900029:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243347.900054:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481078464:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243347.900073:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243347.900121:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078400 00000100:00100000:0.0:1761243347.900148:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078464 00000100:00100000:0.0:1761243347.900164:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563 00000100:00100000:0.0:1761243347.900169:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481078400:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761243347.900281:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243347.900319:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481078400:12345-0@lo:8:kworker/u8:0.0 Request processed in 149us (290us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243347.900327:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00000100:00100000:0.0:1761243347.900342:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564 00000100:00100000:0.0:1761243347.900345:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481078464:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761243347.900424:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243347.900445:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481078464:12345-0@lo:8:kworker/u8:0.0 Request processed in 98us (372us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243347.900451:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564 00000100:00100000:0.0:1761243347.900476:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088ac0537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481078272:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243347.900496:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243347.900509:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761243347.900513:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481078208:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243347.900533:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243347.900547:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481078592:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243347.900567:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243347.900587:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078272 00000100:00100000:0.0:1761243347.900610:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997 00000100:00100000:0.0:1761243347.900614:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481078272:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243347.900648:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481078272:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243347.900653:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997 00000100:00080000:0.0:1761243347.900681:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243347.900684:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243347.900687:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481078400:0@lo:8:kworker/u8:0.0 00000100:00080000:0.0:1761243347.900693:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243347.900695:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243347.900697:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481078464:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243347.900724:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088ac0537 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481078272:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243347.900773:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078208 00000100:00100000:0.0:1761243347.900798:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078592 00000100:00100000:0.0:1761243347.900814:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5976 00000100:00100000:0.0:1761243347.900818:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002660a7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481078208:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243347.900851:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002660a7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481078208:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243347.900856:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5976 00000100:00100000:0.0:1761243347.900867:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5977 00000100:00100000:0.0:1761243347.900870:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481078592:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243347.900893:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a5c242 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481078592:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243347.900899:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5977 00000100:00100000:0.0:1761243347.900928:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481078208:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243347.900937:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481078592:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243347.901129:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000820ed25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481078336:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243347.901156:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243347.901169:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1761243347.901173:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481078144:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243347.901193:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243347.901629:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481078528:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243347.901652:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243347.901678:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078528 00000100:00100000:3.0:1761243347.901703:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5978 00000100:00100000:3.0:1761243347.901707:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481078528:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243347.901740:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acccb484 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481078528:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243347.901747:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5978 00000100:00100000:3.0:1761243347.901775:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481078528:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243347.901820:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078080 00000100:00100000:2.0:1761243347.901854:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078144 00000100:00100000:2.0:1761243347.901871:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3926 00000100:00100000:2.0:1761243347.901874:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481078080:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243347.901908:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481078080:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (2570us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243347.901914:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3926 00000100:00100000:2.0:1761243347.901927:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3927 00000100:00100000:2.0:1761243347.901930:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481078144:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243347.901968:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481078144:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243347.901974:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3927 00000100:00100000:3.0:1761243347.902317:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000715511a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481078144:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243347.902328:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5e0b9f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481078080:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243347.903738:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078336 00000100:00100000:0.0:1761243347.904671:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998 00000100:00100000:0.0:1761243347.904682:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044885fa3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481078336:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243347.904793:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044885fa3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481078336:12345-0@lo:400:kworker/u8:0.0 Request processed in 111us (3636us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243347.904801:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998 00000100:00100000:3.0:1761243347.907488:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000820ed25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481078336:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243348.600464:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243348.854453:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243348.854820:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856448 00000100:00100000:0.0:1761243348.854838:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243348.854921:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856384 00000100:00100000:0.0:1761243348.854936:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243348.854947:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5979 00000100:00100000:3.0:1761243348.854956:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464856448:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243348.854961:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2121 00000100:00100000:0.0:1761243348.854969:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243348.854972:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464856384:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243348.854999:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243348.855039:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856640 00000100:00100000:3.0:1761243348.855043:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002add7804 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464856448:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 85us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243348.855044:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007060fafd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464856384:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 73us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243348.855060:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856576 00000100:00100000:2.0:1761243348.855072:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2121 00000100:00100000:3.0:1761243348.855072:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5979 00000100:00100000:3.0:1761243348.855094:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856512 00000100:00100000:0.0:1761243348.855099:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2999 00000100:00100000:0.0:1761243348.855104:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464856576:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243348.855116:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5980 00000100:00100000:3.0:1761243348.855120:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000715511a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464856512:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243348.855131:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464856576:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 27us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243348.855137:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2999 00000100:00100000:3.0:1761243348.855139:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000715511a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464856512:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 19us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243348.855145:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5980 00000100:00100000:0.0:1761243348.855149:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2565 00000100:00100000:0.0:1761243348.855152:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464856640:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243348.855321:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243348.855356:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464856640:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 203us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243348.855363:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2565 00010000:00010000:2.0:1761243349.624514:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243349.944619:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481078656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243349.944706:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243349.944764:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078656 00000100:00100000:0.0:1761243349.944813:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:0.0:1761243349.944819:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481078656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243349.944850:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243349.944893:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481078656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243349.944905:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00100000:2.0:1761243349.944933:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481078656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243349.945051:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243349.945059:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481078720:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243349.945092:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243349.945161:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078720 00000100:00100000:1.0:1761243349.945198:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:1.0:1761243349.945202:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481078720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243349.945212:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243349.945259:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481078720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243349.945265:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00100000:1.0:1761243349.945294:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481078720:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243350.651563:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243350.969376:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761243350.969391:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481078784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243350.969455:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243350.969496:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078784 00000100:00100000:0.0:1761243350.969539:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3928 00000100:00100000:0.0:1761243350.969544:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481078784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243350.969580:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243350.969621:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029791f17 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481078784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243350.969627:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3928 00000100:00100000:0.0:1761243350.969668:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481078784:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243350.969982:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243350.970768:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd4357ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481078848:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243350.970816:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243350.970975:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078848 00000100:00100000:0.0:1761243350.971075:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3929 00000100:00100000:0.0:1761243350.971080:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7d27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481078848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243350.971112:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243350.971296:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7d27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481078848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 215us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243350.971304:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3929 00000100:00100000:2.0:1761243350.971383:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd4357ea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481078848:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243351.674282:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243352.697602:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243353.018138:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243353.018157:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000178c4129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481079040:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761243353.018171:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243353.018177:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243353.018180:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243353.018186:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4860 00000100:00080000:3.0:1761243353.018188:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243353.018194:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243353.018214:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000313cc36b x1846792481079360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243353.018241:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243353.018244:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243353.018246:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243353.018252:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4860 00000100:00100000:1.0:1761243353.018253:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761243353.018254:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243353.018258:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243353.018268:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001ed27feb x1846792481079424/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243353.018285:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481078976:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243353.018315:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243353.018318:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079040 00000100:00100000:1.0:1761243353.018336:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481079296:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243353.018362:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3930 00000100:00100000:1.0:1761243353.018364:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243353.018370:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061d5073d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481079040:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243353.018380:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243353.018387:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481079232:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243353.018419:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243353.018425:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061d5073d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481079040:12345-0@lo:400:kworker/u8:3.0 Request processed in 54us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243353.018432:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3930 00000100:00100000:1.0:1761243353.018457:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000178c4129 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481079040:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243353.018477:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078976 00000100:00100000:1.0:1761243353.018504:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079296 00000100:00100000:3.0:1761243353.018508:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5981 00000100:00100000:3.0:1761243353.018512:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced35c4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481078976:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243353.018539:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079232 00000100:00100000:3.0:1761243353.018545:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced35c4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481078976:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243353.018551:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5981 00000100:00100000:1.0:1761243353.018565:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:1.0:1761243353.018570:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0f4319d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481079296:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243353.018585:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001 00000100:00100000:3.0:1761243353.018590:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481079232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243353.018606:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0f4319d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481079296:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243353.018615:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00000100:00100000:3.0:1761243353.018623:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481079232:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243353.018630:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001 00000100:00100000:1.0:1761243353.018655:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481079232:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243353.018667:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481079296:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243353.018690:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e51c37c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481078976:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.018780:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481078912:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.018811:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243353.018833:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c1889ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481079168:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.018852:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243353.018871:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481079552:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.018887:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243353.018900:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243353.018905:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000004a1439b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481079104:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.018919:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243353.018928:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481079488:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.018943:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243353.018961:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079104 00000100:00100000:2.0:1761243353.018977:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3931 00000100:00100000:2.0:1761243353.018981:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfb84e2f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481079104:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.019017:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfb84e2f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481079104:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243353.019022:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3931 00000100:00100000:2.0:1761243353.019039:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079168 00000100:00100000:2.0:1761243353.019052:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079552 00000100:00100000:2.0:1761243353.019063:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079488 00000100:00100000:2.0:1761243353.019075:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5982 00000100:00100000:2.0:1761243353.019078:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd4357ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481079168:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.019099:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd4357ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481079168:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243353.019104:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5982 00000100:00100000:2.0:1761243353.019112:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5983 00000100:00100000:2.0:1761243353.019114:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f81b460 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481079552:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.019130:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f81b460 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481079552:12345-0@lo:400:kworker/u8:3.0 Request processed in 15us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243353.019135:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5983 00000100:00100000:2.0:1761243353.019142:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5984 00000100:00100000:2.0:1761243353.019145:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d6f917a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481079488:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.019160:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d6f917a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481079488:12345-0@lo:400:kworker/u8:3.0 Request processed in 15us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243353.019165:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5984 00000100:00100000:2.0:1761243353.019182:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000004a1439b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481079104:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.019190:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000426154fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481079488:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.019196:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c1889ac pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481079168:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243353.019203:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481079552:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243353.019566:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000313cc36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481079360:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243353.019599:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243353.019623:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481079424:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243353.019643:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243353.019668:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079360 00000100:00100000:0.0:1761243353.019686:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079424 00000100:00100000:0.0:1761243353.019699:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566 00000100:00100000:0.0:1761243353.019703:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481079360:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243353.019789:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243353.019821:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481079360:12345-0@lo:8:kworker/u8:3.0 Request processed in 118us (222us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243353.019826:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566 00000100:00100000:0.0:1761243353.019837:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2567 00000100:00100000:0.0:1761243353.019839:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481079424:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243353.019909:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243353.019930:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481079424:12345-0@lo:8:kworker/u8:3.0 Request processed in 90us (287us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243353.019935:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2567 00000100:00080000:0.0:1761243353.019959:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243353.019963:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243353.019966:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000313cc36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481079360:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761243353.019973:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243353.019975:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243353.019978:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481079424:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243353.020252:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481078912 00000100:00100000:3.0:1761243353.020280:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:3.0:1761243353.020284:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481078912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243353.020317:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e58cdb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481078912:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (1506us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243353.020322:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00000100:00100000:0.0:1761243353.020430:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481078912:0@lo:400:kworker/u8:3.0 00010000:00010000:2.0:1761243353.720647:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243353.972100:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243353.972200:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856960 00000100:00100000:2.0:1761243353.972278:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2568 00000100:00100000:2.0:1761243353.972285:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464856960:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761243353.972378:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243353.974260:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464856960:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 1968us (2162us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243353.974275:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2568 00000100:00100000:2.0:1761243353.977658:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243353.977713:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243353.977757:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243353.978092:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856704 00000100:00100000:0.0:1761243353.978152:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2123 00000100:00100000:0.0:1761243353.978160:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464856704:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243353.978264:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008753a32f pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464856704:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 104us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243353.978271:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2123 00000100:00100000:1.0:1761243353.978718:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856896 00000100:00100000:1.0:1761243353.978763:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3002 00000100:00100000:1.0:1761243353.978767:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000825f9cf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464856896:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243353.978801:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000825f9cf4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464856896:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 33us (1044us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243353.978808:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3002 00000100:00100000:3.0:1761243353.979133:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856768 00000100:00100000:3.0:1761243353.979167:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5985 00000100:00100000:3.0:1761243353.979172:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000920892 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464856768:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243353.979218:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000920892 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464856768:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 45us (1569us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243353.979225:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5985 00000100:00100000:1.0:1761243353.979747:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243353.980270:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464856832 00000100:00100000:3.0:1761243353.980317:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5986 00000100:00100000:3.0:1761243353.980322:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f711e206 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464856832:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243353.980368:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f711e206 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464856832:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 45us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243353.980374:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5986 00010000:00010000:1.0:1761243354.744943:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243355.064499:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243355.064515:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481079616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243355.064585:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243355.064697:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079616 00000100:00100000:2.0:1761243355.064750:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:2.0:1761243355.064756:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481079616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243355.064792:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243355.064842:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481079616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243355.064848:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:3.0:1761243355.065202:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481079616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243355.066538:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481079680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243355.066600:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243355.066690:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079680 00000100:00100000:0.0:1761243355.066743:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:0.0:1761243355.066749:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481079680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243355.066777:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243355.066825:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481079680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243355.066832:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:0.0:1761243355.066870:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481079680:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243355.768411:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243356.088566:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481079744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243356.088638:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243356.088740:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079744 00000100:00100000:2.0:1761243356.088788:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3932 00000100:00100000:2.0:1761243356.088793:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481079744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243356.089285:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243356.089336:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481079744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 542us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243356.089344:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3932 00000100:00100000:3.0:1761243356.089418:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481079744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243356.089801:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761243356.089812:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000876476dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481079808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243356.089843:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243356.090119:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079808 00000100:00100000:2.0:1761243356.090154:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3933 00000100:00100000:2.0:1761243356.090158:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481079808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243356.090185:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243356.091189:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481079808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1026us (1342us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243356.091199:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3933 00000100:00100000:1.0:1761243356.091336:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000876476dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481079808:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243356.792471:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761243357.822956:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243358.137120:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243358.137127:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243358.137131:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243358.137139:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4865 00000100:00080000:2.0:1761243358.137142:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243358.137150:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243358.137169:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000016dd19 x1846792481080320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243358.137183:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243358.137187:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243358.137188:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243358.137191:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4865 00000100:00080000:2.0:1761243358.137193:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243358.137195:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243358.137208:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bc68fbd8 x1846792481080384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243358.137277:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041880075 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481080064:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243358.137336:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243358.137362:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aef74c64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481080448:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243358.137382:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243358.137395:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243358.137399:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f056126e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481080000:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243358.137415:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243358.137426:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009940f198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481080256:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243358.137443:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243358.137471:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080064 00000100:00100000:2.0:1761243358.137499:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080000 00000100:00100000:2.0:1761243358.137515:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3934 00000100:00100000:2.0:1761243358.137520:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481080064:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243358.137561:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481080064:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243358.137567:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3934 00000100:00100000:2.0:1761243358.137583:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3935 00000100:00100000:2.0:1761243358.137586:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481080000:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243358.137603:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481080000:12345-0@lo:400:kworker/u8:0.0 Request processed in 17us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243358.137607:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3935 00000100:00100000:2.0:1761243358.137636:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f056126e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481080000:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243358.137643:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041880075 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481080064:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243358.137877:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481079936:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243358.137914:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243358.138031:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd7e89ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481080192:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243358.138050:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243358.138065:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1761243358.138069:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481079872:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243358.138088:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243358.138098:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a55d5c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481080128:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243358.138113:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243358.138183:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079872 00000100:00100000:3.0:1761243358.138207:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124 00000100:00100000:3.0:1761243358.138210:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099c17798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481079872:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243358.138254:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099c17798 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481079872:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243358.138260:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124 00000100:00100000:1.0:1761243358.138337:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481080512:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243358.138355:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243358.138382:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080448 00000100:00100000:2.0:1761243358.138405:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481079936 00000100:00100000:2.0:1761243358.138416:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080128 00000100:00100000:2.0:1761243358.138427:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5987 00000100:00100000:2.0:1761243358.138430:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481080448:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243358.138458:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfa69ca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481080448:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243358.138463:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5987 00000100:00100000:2.0:1761243358.138471:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5988 00000100:00100000:2.0:1761243358.138474:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481079936:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243358.138493:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000876476dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481079936:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243358.138498:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5988 00000100:00100000:2.0:1761243358.138507:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5989 00000100:00100000:2.0:1761243358.138510:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006321a527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481080128:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243358.138529:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006321a527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481080128:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243358.138534:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5989 00000100:00100000:0.0:1761243358.138537:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000016dd19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481080320:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243358.138569:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aef74c64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481080448:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243358.138575:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243358.138595:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481080384:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243358.138617:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080256 00000100:00100000:0.0:1761243358.138619:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243358.138641:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080192 00000100:00100000:2.0:1761243358.138656:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080320 00000100:00100000:0.0:1761243358.138668:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080384 00000100:00100000:2.0:1761243358.138668:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003 00000100:00100000:2.0:1761243358.138672:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481080256:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243358.138688:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:0.0:1761243358.138694:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481080192:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243358.138720:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481080256:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243358.138727:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003 00000100:00100000:0.0:1761243358.138737:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481080192:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243358.138742:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:0.0:1761243358.138751:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00000100:00100000:2.0:1761243358.138751:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481080320:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243358.138769:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570 00000100:00100000:0.0:1761243358.138773:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481080384:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:2.0:1761243358.138949:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:0.0:1761243358.138976:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243358.138986:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481080320:12345-0@lo:8:kworker/u8:0.0 Request processed in 237us (414us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243358.138993:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:0.0:1761243358.139009:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481080384:12345-0@lo:8:kworker/u8:0.0 Request processed in 234us (390us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243358.139018:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570 00000100:00100000:2.0:1761243358.139026:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009940f198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481080256:0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1761243358.139063:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243358.139068:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243358.139072:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000016dd19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481080320:0@lo:8:kworker/u8:0.0 00000100:00080000:0.0:1761243358.139081:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243358.139085:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243358.139087:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481080384:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243358.139558:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481079936:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243358.139571:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd7e89ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481080192:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243358.139591:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481079872:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243358.139599:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a55d5c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481080128:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243358.139663:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080512 00000100:00100000:3.0:1761243358.139700:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5990 00000100:00100000:3.0:1761243358.139704:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab5aa363 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481080512:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243358.139754:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab5aa363 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481080512:12345-0@lo:400:kworker/u8:0.0 Request processed in 49us (1398us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243358.139760:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5990 00000100:00100000:1.0:1761243358.139862:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481080512:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243358.840467:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243359.093071:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243359.093117:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243359.093148:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243359.093179:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243359.093290:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243359.093387:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857024 00000100:00100000:0.0:1761243359.093452:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2125 00000100:00100000:0.0:1761243359.093459:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007217741c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464857024:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243359.093526:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007217741c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464857024:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 67us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243359.093533:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2125 00000100:00100000:3.0:1761243359.093703:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857152 00000100:00100000:3.0:1761243359.093744:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857088 00000100:00100000:3.0:1761243359.093761:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5991 00000100:00100000:3.0:1761243359.093765:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e53d659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464857152:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243359.093806:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e53d659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464857152:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 39us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243359.093812:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5991 00000100:00100000:3.0:1761243359.093825:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5992 00000100:00100000:3.0:1761243359.093828:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046165e16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464857088:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243359.093850:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046165e16 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464857088:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 21us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243359.093854:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5992 00000100:00100000:3.0:1761243359.094128:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857216 00000100:00100000:3.0:1761243359.094155:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857280 00000100:00100000:3.0:1761243359.094171:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3005 00000100:00100000:3.0:1761243359.094175:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000692558a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464857216:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243359.094204:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000692558a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464857216:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 28us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243359.094210:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3005 00000100:00100000:3.0:1761243359.094221:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2571 00000100:00100000:3.0:1761243359.094224:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e9b8b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464857280:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:3.0:1761243359.094340:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243359.094364:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e9b8b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464857280:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 138us (1074us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243359.094370:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2571 00010000:00010000:1.0:1761243359.864480:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243360.185845:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761243360.185888:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ab92a6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481080576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243360.185970:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243360.186295:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761243360.186306:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061e00983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481080640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243360.186347:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243360.186620:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080576 00000100:00100000:3.0:1761243360.186662:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080640 00000100:00100000:3.0:1761243360.186680:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1761243360.186685:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481080576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243360.186715:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243360.186752:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481080576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243360.186758:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1761243360.186772:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:3.0:1761243360.186775:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000499b26f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481080640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243360.186782:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243360.186799:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000499b26f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481080640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 23us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243360.186803:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00100000:3.0:1761243360.186836:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ab92a6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481080576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243360.187301:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061e00983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481080640:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243360.888545:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243361.209499:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481080704:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243361.209563:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243361.209612:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080704 00000100:00100000:2.0:1761243361.209647:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3936 00000100:00100000:2.0:1761243361.209652:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481080704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243361.209685:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243361.209716:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481080704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243361.209722:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3936 00000100:00100000:2.0:1761243361.209760:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481080704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243361.210246:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243361.210255:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481080768:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243361.210287:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243361.210385:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080768 00000100:00100000:2.0:1761243361.210414:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3937 00000100:00100000:2.0:1761243361.210418:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481080768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243361.210440:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243361.210475:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481080768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243361.210480:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3937 00000100:00100000:3.0:1761243361.210535:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481080768:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761243361.915378:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243362.941654:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243363.256736:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481080960:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243363.256746:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481081024:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243363.256805:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481080896:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243363.256820:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243363.256869:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080960 00000100:00100000:1.0:1761243363.256914:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3938 00000100:00100000:1.0:1761243363.256919:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09bc404 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481080960:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243363.257026:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09bc404 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481080960:12345-0@lo:400:kworker/u8:0.0 Request processed in 106us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243363.257033:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3938 00000100:00100000:1.0:1761243363.257072:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481080960:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243363.257183:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481080832:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243363.257205:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1761243363.257210:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243363.257210:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243363.257214:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243363.257219:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4870 00000100:00080000:2.0:1761243363.257221:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243363.257225:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243363.257249:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aef74c64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481081088:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243363.257262:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ccd9eabe x1846792481081280/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243363.257277:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080832 00000100:00080000:2.0:1761243363.257278:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243363.257281:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243363.257282:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243363.257285:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4870 00000100:00080000:2.0:1761243363.257287:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243363.257290:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243363.257299:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126 00000100:00100000:2.0:1761243363.257300:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cd7e89ed x1846792481081344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243363.257303:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481080832:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243363.257330:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e8500c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481080832:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243363.257336:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126 00000100:00100000:1.0:1761243363.257360:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a55d5c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481081216:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243363.257382:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243363.257409:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243363.257414:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481081152:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243363.257435:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243363.257458:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243363.257459:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081216 00000100:00100000:3.0:1761243363.257476:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481081408:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243363.257481:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006 00000100:00100000:1.0:1761243363.257486:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f389e332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481081216:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243363.257512:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081152 00000100:00100000:1.0:1761243363.257514:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f389e332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481081216:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243363.257519:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006 00000100:00100000:1.0:1761243363.257529:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007 00000100:00100000:1.0:1761243363.257532:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017298360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481081152:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243363.257624:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243363.257643:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017298360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481081152:12345-0@lo:400:kworker/u8:0.0 Request processed in 110us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243363.257653:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007 00000100:00100000:0.0:1761243363.257663:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481081280:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243363.257671:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081024 00000100:00100000:0.0:1761243363.257686:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243363.257691:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3939 00000100:00100000:1.0:1761243363.257694:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481081024:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243363.257697:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd7e89ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481081344:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243363.257715:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243363.257717:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481081024:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243363.257723:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3939 00000100:00100000:0.0:1761243363.257734:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081280 00000100:00100000:1.0:1761243363.257742:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243363.257748:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081344 00000100:00100000:1.0:1761243363.257759:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000270bcefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481080832:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243363.257764:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:0.0:1761243363.257767:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481081280:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243363.257773:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000016dd19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481081472:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243363.257791:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243363.257832:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481081152:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243363.257840:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a55d5c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481081216:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243363.257867:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573 00000100:00100000:1.0:1761243363.257871:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481081344:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:1.0:1761243363.257957:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243363.257990:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481081344:12345-0@lo:8:kworker/u8:0.0 Request processed in 116us (274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243363.257996:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573 00000100:00080000:1.0:1761243363.258026:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243363.258029:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243363.258033:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd7e89ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481081344:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243363.258144:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481080896 00000100:00100000:2.0:1761243363.258156:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243363.258180:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081088 00000100:00100000:2.0:1761243363.258187:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481081024:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243363.258200:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081472 00000100:00100000:2.0:1761243363.258209:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081408 00000100:00100000:3.0:1761243363.258215:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5993 00000100:00100000:3.0:1761243363.258218:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b683c37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481080896:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243363.258220:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5994 00000100:00100000:2.0:1761243363.258223:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003793f43e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481081088:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243363.258270:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003793f43e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481081088:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243363.258270:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b683c37 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481080896:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243363.258276:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5993 00000100:00100000:2.0:1761243363.258328:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5994 00000100:00100000:2.0:1761243363.258340:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5995 00000100:00100000:2.0:1761243363.258343:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481081472:12345-0@lo:400:kworker/u8:0.0 00010000:02020000:0.0:1761243363.258348:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243363.258368:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000270bcefa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481081472:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243363.258371:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481081280:12345-0@lo:8:kworker/u8:0.0 Request processed in 603us (686us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243363.258374:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5995 00000100:00100000:2.0:1761243363.258385:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5996 00000100:00100000:2.0:1761243363.258388:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009940f198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481081408:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243363.258392:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00100000:2.0:1761243363.258414:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009940f198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481081408:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243363.258419:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5996 00000100:00080000:0.0:1761243363.258426:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243363.258429:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243363.258431:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccd9eabe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481081280:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243363.258445:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000016dd19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481081472:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243363.258454:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aef74c64 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481081088:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243363.258475:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481081408:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243363.258502:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044d2768a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481080896:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243363.965845:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243364.213273:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243364.213336:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857600 00000100:00100000:2.0:1761243364.213963:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2574 00000100:00100000:2.0:1761243364.213971:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464857600:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761243364.214067:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243364.214133:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464857600:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 161us (869us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243364.214143:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2574 00000100:00100000:1.0:1761243364.216627:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243364.216688:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243364.216719:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243364.216765:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243364.216810:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857472 00000100:00100000:0.0:1761243364.216828:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857408 00000100:00100000:1.0:1761243364.216828:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857536 00000100:00100000:3.0:1761243364.216883:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5997 00000100:00100000:3.0:1761243364.216891:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464857472:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243364.216899:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3008 00000100:00100000:1.0:1761243364.216907:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464857536:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243364.217014:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464857536:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 107us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243364.217022:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3008 00000100:00100000:3.0:1761243364.217090:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044d2768a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464857472:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 196us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243364.217100:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5997 00000100:00100000:3.0:1761243364.217127:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 5998 00000100:00100000:3.0:1761243364.217132:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aef74c64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464857408:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243364.217167:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aef74c64 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464857408:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 33us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243364.217175:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 5998 00000100:00100000:2.0:1761243364.218427:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857344 00000100:00100000:2.0:1761243364.218494:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2127 00000100:00100000:2.0:1761243364.218500:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464857344:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243364.221310:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac635983 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464857344:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 2793us (4677us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243364.221339:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2127 00010000:00010000:1.0:1761243364.985934:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243365.305092:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8310210 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481081536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243365.305181:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243365.305402:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081536 00000100:00100000:1.0:1761243365.305459:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844 00000100:00100000:1.0:1761243365.305466:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481081536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243365.305503:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243365.305552:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481081536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243365.305560:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844 00000100:00100000:3.0:1761243365.305864:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8310210 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481081536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243365.306290:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243365.306414:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481081600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243365.306453:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243365.308690:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081600 00000100:00100000:2.0:1761243365.308769:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845 00000100:00100000:2.0:1761243365.308776:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481081600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243365.308805:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243365.308884:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481081600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (2430us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243365.308892:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845 00000100:00100000:0.0:1761243365.309113:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481081600:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1761243366.009688:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243366.333978:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481081664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243366.334057:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243366.334107:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081664 00000100:00100000:2.0:1761243366.334154:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3940 00000100:00100000:2.0:1761243366.334159:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481081664:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243366.334181:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481081728:0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243366.334195:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243366.334209:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243366.334250:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481081664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243366.334257:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3940 00000100:00100000:1.0:1761243366.334269:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481081664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243366.334275:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081728 00000100:00100000:2.0:1761243366.334292:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3941 00000100:00100000:2.0:1761243366.334295:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481081728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243366.334315:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243366.334352:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481081728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243366.334358:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3941 00000100:00100000:1.0:1761243366.334399:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c0419bef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481081728:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243367.034657:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243368.056817:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243368.378256:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243368.378263:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243368.378268:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243368.378275:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4875 00000100:00080000:3.0:1761243368.378279:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243368.378284:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243368.378306:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e79759eb x1846792481082240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243368.378319:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243368.378322:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243368.378324:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243368.378327:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4875 00000100:00080000:3.0:1761243368.378328:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243368.378332:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243368.378342:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005bc13693 x1846792481082304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243368.378436:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006ac2b9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481081856:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.378497:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243368.378533:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc094359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481082112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.378558:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243368.378575:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1761243368.378579:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481081792:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.378600:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243368.378613:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d5df337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481082048:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.378628:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243368.378637:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481082432:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.378650:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243368.378674:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081792 00000100:00100000:1.0:1761243368.378716:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00000100:00100000:1.0:1761243368.378721:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481081792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.378758:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002da8c6f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481081792:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243368.378764:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000100:00100000:1.0:1761243368.378838:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a023057d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481081984:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.378859:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243368.378871:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481082368:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.378885:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243368.378897:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761243368.378901:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8e9fcde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481081920:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.378916:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243368.378927:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a164cd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481082176:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.378940:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243368.378961:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081984 00000100:00100000:1.0:1761243368.378983:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081920 00000100:00100000:1.0:1761243368.378999:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3942 00000100:00100000:1.0:1761243368.379002:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481081984:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.379032:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b35ced0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481081984:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243368.379037:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3942 00000100:00100000:1.0:1761243368.379046:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3943 00000100:00100000:1.0:1761243368.379049:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8c011e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481081920:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.379066:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8c011e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481081920:12345-0@lo:400:kworker/u8:3.0 Request processed in 17us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243368.379071:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3943 00000100:00100000:1.0:1761243368.379103:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8e9fcde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481081920:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.379110:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a023057d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481081984:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.379142:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d715ccf6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481081792:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.379158:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082112 00000100:00100000:1.0:1761243368.379184:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082176 00000100:00100000:1.0:1761243368.379196:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009 00000100:00100000:1.0:1761243368.379199:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0419bef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481082112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.379249:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0419bef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481082112:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243368.379256:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009 00000100:00100000:1.0:1761243368.379267:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010 00000100:00100000:1.0:1761243368.379270:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481082176:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.379299:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481082176:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243368.379304:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010 00000100:00100000:1.0:1761243368.379332:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a164cd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481082176:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243368.379353:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc094359 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481082112:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243368.379473:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481082240:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243368.379497:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243368.379516:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bc13693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481082304:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243368.379531:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243368.379559:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082240 00000100:00100000:0.0:1761243368.379574:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082304 00000100:00100000:0.0:1761243368.379585:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575 00000100:00100000:0.0:1761243368.379588:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481082240:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243368.379676:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243368.379711:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481082240:12345-0@lo:8:kworker/u8:3.0 Request processed in 121us (213us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243368.379715:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575 00000100:00100000:0.0:1761243368.379725:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00100000:0.0:1761243368.379727:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481082304:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243368.379831:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243368.379848:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481082304:12345-0@lo:8:kworker/u8:3.0 Request processed in 119us (316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243368.379852:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576 00000100:00100000:0.0:1761243368.379866:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481081856 00000100:00100000:0.0:1761243368.379883:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082048 00000100:00100000:0.0:1761243368.379892:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082432 00000100:00100000:0.0:1761243368.379901:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082368 00000100:00100000:0.0:1761243368.379909:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5999 00000100:00100000:0.0:1761243368.379912:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481081856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243368.379937:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005e51c37c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481081856:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (1441us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243368.379942:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5999 00000100:00100000:0.0:1761243368.379952:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6000 00000100:00100000:0.0:1761243368.379954:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004a1439b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481082048:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243368.379977:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004a1439b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481082048:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (1348us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243368.379982:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6000 00000100:00100000:0.0:1761243368.379991:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6001 00000100:00100000:0.0:1761243368.379994:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000178c4129 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481082432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243368.380014:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000178c4129 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481082432:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (1364us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243368.380018:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6001 00000100:00100000:0.0:1761243368.380026:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6002 00000100:00100000:0.0:1761243368.380029:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e27b570 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481082368:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243368.380052:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e27b570 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481082368:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243368.380057:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6002 00000100:00080000:0.0:1761243368.380084:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243368.380087:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243368.380089:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481082240:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761243368.380095:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243368.380097:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243368.380099:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bc13693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481082304:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243368.380120:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481082368:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243368.380137:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d5df337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481082048:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243368.380144:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481082432:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243368.380151:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006ac2b9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481081856:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243369.080481:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243369.334865:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243369.335597:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243369.335627:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243369.335666:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243369.335707:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243369.335717:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857792 00000100:00100000:1.0:1761243369.335735:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857856 00000100:00100000:1.0:1761243369.335776:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857920 00000100:00100000:3.0:1761243369.335778:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857728 00000100:00100000:1.0:1761243369.335800:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3011 00000100:00100000:1.0:1761243369.335808:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464857856:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243369.335811:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6003 00000100:00100000:3.0:1761243369.335820:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464857792:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243369.336325:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857664 00000100:00100000:0.0:1761243369.336355:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2129 00000100:00100000:0.0:1761243369.336360:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464857664:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243369.336441:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6004 00000100:00100000:2.0:1761243369.336447:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006ac2b9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464857728:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243369.336703:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464857856:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 894us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243369.336711:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3011 00000100:00100000:1.0:1761243369.336731:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2577 00000100:00100000:1.0:1761243369.336735:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464857920:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243369.336819:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243369.336893:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c22c157d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464857792:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1073us (1297us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243369.336900:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6003 00000100:00100000:0.0:1761243369.336959:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3a28c87 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464857664:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 596us (2100us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243369.336966:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2129 00000100:00100000:2.0:1761243369.337264:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006ac2b9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464857728:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 814us (1636us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243369.337272:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6004 00000100:00100000:1.0:1761243369.337615:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464857920:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 878us (1908us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243369.337623:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2577 00010000:00010000:2.0:1761243370.109886:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243370.424442:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005bc13693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481082496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243370.424451:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003eb47f4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481082560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243370.424830:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243370.424885:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082560 00000100:00100000:3.0:1761243370.424933:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:3.0:1761243370.424939:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481082560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243370.424974:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243370.425014:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481082560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243370.425022:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00100000:1.0:1761243370.425055:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003eb47f4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481082560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243370.426272:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243370.429257:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082496 00000100:00100000:1.0:1761243370.429311:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847 00000100:00100000:1.0:1761243370.429318:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481082496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243370.429345:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243370.429413:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481082496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (3145us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243370.429420:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847 00000100:00100000:0.0:1761243370.431692:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005bc13693 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481082496:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243371.128488:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243371.448668:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a164cd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481082624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243371.448731:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243371.448807:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082624 00000100:00100000:1.0:1761243371.448850:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3944 00000100:00100000:1.0:1761243371.448855:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bc13693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481082624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243371.448888:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243371.448923:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bc13693 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481082624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243371.448930:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3944 00000100:00100000:0.0:1761243371.449009:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a164cd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481082624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243371.449170:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761243371.449178:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000016dd19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481082688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243371.449203:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243371.449562:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082688 00000100:00100000:2.0:1761243371.449592:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3945 00000100:00100000:2.0:1761243371.449596:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481082688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243371.449617:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243371.449660:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481082688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243371.449666:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3945 00000100:00100000:0.0:1761243371.449729:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000016dd19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481082688:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243372.153183:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243373.176441:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243373.496442:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243373.496450:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243373.496454:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243373.496463:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4880 00000100:00080000:3.0:1761243373.496466:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243373.496472:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243373.496491:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bdc31716 x1846792481083200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243373.496508:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243373.496512:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243373.496514:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243373.496517:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4880 00000100:00080000:3.0:1761243373.496519:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243373.496523:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243373.496533:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003e8a58ca x1846792481083264/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243373.496541:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a576557a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481082752:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243373.496582:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481082880:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243373.496657:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003eb47f4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481082816:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243373.496716:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243373.496738:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481083136:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243373.496762:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243373.496791:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481083200:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243373.496813:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243373.496825:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e8a58ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481083264:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243373.496842:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243373.497201:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083136 00000100:00100000:3.0:1761243373.497260:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083200 00000100:00100000:3.0:1761243373.497273:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083264 00000100:00100000:3.0:1761243373.497287:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:3.0:1761243373.497292:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d471f491 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481083136:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243373.497333:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d471f491 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481083136:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243373.497340:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000100:00100000:3.0:1761243373.497358:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:3.0:1761243373.497361:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481083200:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243373.497467:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243373.497495:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481083200:12345-0@lo:8:kworker/u8:3.0 Request processed in 133us (682us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243373.497501:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00000100:00100000:3.0:1761243373.497511:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579 00000100:00100000:3.0:1761243373.497513:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481083264:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243373.497548:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243373.497571:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481083008:0@lo:400:kworker/u8:3.0 00010000:02020000:3.0:1761243373.497594:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243373.497602:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243373.497637:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481083264:12345-0@lo:8:kworker/u8:3.0 Request processed in 121us (793us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243373.497638:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481083392:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243373.497649:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579 00000100:00100000:0.0:1761243373.497671:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243373.497696:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00080000:3.0:1761243373.497700:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1761243373.497703:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481082944:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761243373.497705:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243373.497711:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481083200:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243373.497722:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243373.497725:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243373.497728:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8a58ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481083264:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243373.497735:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243373.497753:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481083328:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243373.497764:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481083136:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243373.497779:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243373.497793:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082880 00000100:00100000:0.0:1761243373.497817:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082752 00000100:00100000:3.0:1761243373.497823:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082944 00000100:00100000:3.0:1761243373.497847:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3946 00000100:00100000:3.0:1761243373.497852:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481082880:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243373.497856:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 00000100:00100000:0.0:1761243373.497863:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481082752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243373.497896:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481082880:12345-0@lo:400:kworker/u8:3.0 Request processed in 43us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243373.497903:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3946 00000100:00100000:0.0:1761243373.497908:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e178f12 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481082752:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243373.497916:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000100:00100000:3.0:1761243373.497919:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3947 00000100:00100000:0.0:1761243373.497949:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083008 00000100:00100000:0.0:1761243373.497971:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083392 00000100:00100000:0.0:1761243373.497984:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083328 00000100:00100000:3.0:1761243373.498924:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481082944:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243373.499199:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481082944:12345-0@lo:400:kworker/u8:3.0 Request processed in 1059us (1249us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243373.499208:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3947 00000100:00100000:3.0:1761243373.499270:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481082880:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243373.499475:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243373.499498:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481083072:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243373.499526:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243373.499568:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481082816 00000100:00100000:0.0:1761243373.499887:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6005 00000100:00100000:0.0:1761243373.499913:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cdc135eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481083008:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243373.499925:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6006 00000100:00100000:3.0:1761243373.499955:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6007 00000100:00100000:1.0:1761243373.499990:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6008 00000100:00100000:1.0:1761243373.499996:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481082816:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243373.500031:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d715ccf6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481082816:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (1779us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243373.500039:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6008 00000100:00100000:1.0:1761243373.500075:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003eb47f4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481082816:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243373.500096:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000be8f5743 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481083392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243373.500136:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481082944:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243373.500151:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000be8f5743 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481083392:12345-0@lo:400:kworker/u8:3.0 Request processed in 55us (2479us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243373.500153:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481083392:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243373.500165:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6006 00000100:00100000:1.0:1761243373.500168:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a576557a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481082752:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243373.500182:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481083008:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243373.500215:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083072 00000100:00100000:2.0:1761243373.500271:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013 00000100:00100000:2.0:1761243373.500275:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481083072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243373.500317:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481083072:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243373.500324:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013 00000100:00100000:1.0:1761243373.500345:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481083072:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243373.500465:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cdc135eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481083008:12345-0@lo:400:kworker/u8:3.0 Request processed in 54us (2364us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243373.500473:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6005 00000100:00100000:3.0:1761243373.500498:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001169a3b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481083328:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243373.502021:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481083328:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243373.502090:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001169a3b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481083328:12345-0@lo:400:kworker/u8:3.0 Request processed in 1592us (4311us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243373.502101:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6007 00010000:00010000:2.0:1761243374.200970:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243374.452626:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243374.453386:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464857984 00000100:00100000:3.0:1761243374.453555:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243374.453644:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858048 00000100:00100000:2.0:1761243374.453689:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6009 00000100:00100000:2.0:1761243374.453696:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464858048:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243374.453775:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a576557a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464858048:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 78us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243374.453782:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6009 00000100:00100000:1.0:1761243374.454496:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2131 00000100:00100000:1.0:1761243374.454503:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4bcc21b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464857984:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243374.454546:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4bcc21b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464857984:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 43us (1930us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243374.454552:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2131 00000100:00100000:2.0:1761243374.457035:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243374.457153:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243374.457189:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243374.457260:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858112 00000100:00100000:2.0:1761243374.457304:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6010 00000100:00100000:2.0:1761243374.457310:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000016dd19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464858112:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243374.457372:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000016dd19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464858112:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 61us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243374.457379:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6010 00000100:00100000:0.0:1761243374.457868:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858240 00000100:00100000:0.0:1761243374.457899:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858176 00000100:00100000:0.0:1761243374.457919:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3014 00000100:00100000:0.0:1761243374.457924:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f056126e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464858176:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243374.457959:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f056126e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464858176:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 34us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243374.457966:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3014 00000100:00100000:0.0:1761243374.457980:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2580 00000100:00100000:0.0:1761243374.457983:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041880075 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464858240:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243374.458073:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243374.458101:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041880075 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464858240:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 117us (1073us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243374.458107:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2580 00010000:00010000:1.0:1761243375.231366:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243375.545281:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243375.545296:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481083456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243375.545369:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243375.545421:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083456 00000100:00100000:1.0:1761243375.545464:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243375.545475:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:1.0:1761243375.545478:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aef94ca2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481083520:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243375.545483:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003eb47f4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481083456:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243375.545515:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1761243375.545518:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243375.545561:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003eb47f4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481083456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243375.545577:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00100000:1.0:1761243375.545593:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083520 00000100:00100000:2.0:1761243375.545627:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481083456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243375.545628:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:1.0:1761243375.545634:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e9fcde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481083520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243375.545650:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243375.545680:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e9fcde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481083520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243375.545687:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00100000:0.0:1761243375.545971:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aef94ca2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481083520:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243376.249195:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243376.571664:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481083584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243376.571694:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a164cd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481083648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243376.571765:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243376.571912:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243376.572515:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083648 00000100:00100000:2.0:1761243376.572572:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083584 00000100:00100000:2.0:1761243376.572593:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3948 00000100:00100000:2.0:1761243376.572599:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085ed301b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481083648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243376.572639:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243376.572687:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085ed301b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481083648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243376.572693:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3948 00000100:00100000:2.0:1761243376.572711:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3949 00000100:00100000:2.0:1761243376.572714:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aef94ca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481083584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243376.572732:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243376.572859:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a164cd57 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481083648:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243376.574371:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aef94ca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481083584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1650us (2454us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243376.574383:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3949 00000100:00100000:0.0:1761243376.574624:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f8f44ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481083584:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243377.272597:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761243378.296840:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243378.620884:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243378.620891:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243378.620894:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243378.620901:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4885 00000100:00080000:3.0:1761243378.620904:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243378.620909:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243378.620928:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bdc31716 x1846792481084160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243378.620943:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243378.620946:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243378.620947:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243378.620951:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4885 00000100:00080000:3.0:1761243378.620952:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243378.620955:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243378.620965:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b1ba9953 x1846792481084224/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243378.621001:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481083904:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243378.621063:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243378.621089:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e7e2bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481084288:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243378.621112:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243378.621133:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761243378.621138:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481083840:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243378.621158:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243378.621170:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e8a58ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481084096:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243378.621190:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243378.621220:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084288 00000100:00100000:3.0:1761243378.621279:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6011 00000100:00100000:3.0:1761243378.621285:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000386bd917 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481084288:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243378.621331:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000386bd917 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481084288:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243378.621338:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6011 00000100:00100000:3.0:1761243378.621380:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e7e2bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481084288:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243378.621401:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481084160:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243378.621422:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243378.621437:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1ba9953 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481084224:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243378.621459:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243378.621483:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084096 00000100:00100000:3.0:1761243378.621535:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084160 00000100:00100000:3.0:1761243378.621553:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084224 00000100:00100000:3.0:1761243378.621565:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015 00000100:00100000:3.0:1761243378.621569:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a5164fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481084096:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243378.621600:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a5164fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481084096:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243378.621605:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015 00000100:00100000:3.0:1761243378.621616:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00100000:3.0:1761243378.621618:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481084160:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243378.621701:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243378.621730:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481084160:12345-0@lo:8:kworker/u8:3.0 Request processed in 110us (307us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243378.621736:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00100000:3.0:1761243378.621747:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2582 00000100:00100000:3.0:1761243378.621750:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481084224:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243378.621830:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243378.621848:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481084224:12345-0@lo:8:kworker/u8:3.0 Request processed in 98us (390us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243378.621853:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2582 00000100:00100000:3.0:1761243378.621881:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8a58ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481084096:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761243378.621900:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243378.621903:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243378.621905:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdc31716 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481084160:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243378.621911:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243378.621913:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243378.621915:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1ba9953 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481084224:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243378.621933:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083904 00000100:00100000:3.0:1761243378.621955:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083840 00000100:00100000:3.0:1761243378.621969:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3950 00000100:00100000:3.0:1761243378.621972:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047c4657f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481083904:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243378.622006:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047c4657f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481083904:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243378.622011:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3950 00000100:00100000:3.0:1761243378.622020:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3951 00000100:00100000:3.0:1761243378.622024:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bc4793b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481083840:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243378.622044:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bc4793b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481083840:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243378.622048:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3951 00000100:00100000:3.0:1761243378.622067:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6562e94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481083840:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243378.622075:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481083904:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622224:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481083776:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622274:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243378.622298:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481084032:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622318:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243378.622339:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1761243378.622344:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481083712:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622369:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243378.622384:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481083968:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622404:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243378.622416:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cdd6c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481084352:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622434:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243378.622457:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083776 00000100:00100000:2.0:1761243378.622480:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083968 00000100:00100000:2.0:1761243378.622494:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084352 00000100:00100000:2.0:1761243378.622521:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6012 00000100:00100000:2.0:1761243378.622525:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccd9eabe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481083776:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622557:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccd9eabe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481083776:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243378.622562:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6012 00000100:00100000:2.0:1761243378.622574:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6013 00000100:00100000:2.0:1761243378.622577:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a55d5c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481083968:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622599:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a55d5c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481083968:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243378.622605:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6013 00000100:00100000:2.0:1761243378.622615:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6014 00000100:00100000:2.0:1761243378.622618:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f8f44ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481084352:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622640:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f8f44ee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481084352:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243378.622645:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6014 00000100:00100000:2.0:1761243378.622672:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481083712 00000100:00100000:2.0:1761243378.622694:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132 00000100:00100000:2.0:1761243378.622697:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481083712:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622724:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bc8bbd3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481083712:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243378.622730:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132 00000100:00100000:2.0:1761243378.622760:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd9b8221 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481083712:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622768:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481083968:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622774:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cdd6c9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481084352:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243378.622781:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481083776:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243378.622852:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084032 00000100:00100000:0.0:1761243378.622886:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016 00000100:00100000:0.0:1761243378.622890:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd7e89ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481084032:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243378.622923:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd7e89ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481084032:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243378.622927:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016 00000100:00100000:2.0:1761243378.622984:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050f8d612 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481084032:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243379.320407:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243379.571365:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243379.572799:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243379.572887:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243379.572989:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858560 00000100:00100000:1.0:1761243379.573042:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2583 00000100:00100000:1.0:1761243379.573048:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc9aeb0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464858560:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:1.0:1761243379.573144:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243379.573199:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc9aeb0c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464858560:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 151us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243379.573206:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2583 00000100:00100000:3.0:1761243379.573657:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858368 00000100:00100000:3.0:1761243379.573699:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6015 00000100:00100000:3.0:1761243379.573704:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464858368:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243379.573742:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd9b8221 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464858368:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 38us (948us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243379.573749:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6015 00000100:00100000:0.0:1761243379.573818:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858304 00000100:00100000:2.0:1761243379.573998:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243379.575085:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243379.575181:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858432 00000100:00100000:0.0:1761243379.575216:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6016 00000100:00100000:0.0:1761243379.575221:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000034412987 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464858432:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243379.575293:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000034412987 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464858432:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 70us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243379.575300:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6016 00000100:00100000:0.0:1761243379.575399:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2133 00000100:00100000:0.0:1761243379.575403:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464858304:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243379.575433:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ac2d97e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464858304:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 28us (4078us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243379.575439:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2133 00000100:00100000:3.0:1761243379.575641:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858496 00000100:00100000:3.0:1761243379.575825:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3017 00000100:00100000:3.0:1761243379.575830:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464858496:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243379.575860:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464858496:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 30us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243379.575866:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3017 00010000:00010000:1.0:1761243380.344754:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243380.664607:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761243380.664629:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc5e3ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481084480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243380.664692:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243380.664723:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243380.664729:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021414abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481084416:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243380.664732:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084480 00000100:00100000:3.0:1761243380.664753:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243380.666549:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084416 00000100:00100000:2.0:1761243380.666610:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:2.0:1761243380.666617:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481084480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243380.666654:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243380.666718:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481084480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (2026us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243380.666725:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00100000:2.0:1761243380.666740:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1851 00000100:00100000:2.0:1761243380.666744:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481084416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243380.666753:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243380.666780:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481084416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (2026us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243380.666785:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1851 00000100:00100000:2.0:1761243380.666825:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc5e3ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481084480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243380.666861:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021414abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481084416:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243381.368435:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243381.688746:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243381.688765:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d5df337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481084544:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243381.688832:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243381.689044:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084544 00000100:00100000:2.0:1761243381.689090:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3952 00000100:00100000:2.0:1761243381.689096:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481084544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243381.689131:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243381.689180:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481084544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243381.689187:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3952 00000100:00100000:1.0:1761243381.691635:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d5df337 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481084544:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243381.692148:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021414abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481084608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243381.692210:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243381.693258:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084608 00000100:00100000:0.0:1761243381.693310:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3953 00000100:00100000:0.0:1761243381.693316:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481084608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243381.693354:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243381.693418:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481084608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243381.693426:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3953 00000100:00100000:3.0:1761243381.693519:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021414abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481084608:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1761243382.393329:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243383.417815:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243383.737443:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243383.737450:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243383.737454:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243383.737462:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4891 00000100:00080000:2.0:1761243383.737465:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243383.737470:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243383.737490:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2d1d3e8 x1846792481085120/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243383.737503:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243383.737506:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243383.737507:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243383.737510:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4891 00000100:00080000:2.0:1761243383.737511:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243383.737514:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243383.737524:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b3d3ea9c x1846792481085184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243383.737566:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e2eac11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481084800:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.737629:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243383.737656:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481085056:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.737681:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243383.737700:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243383.737705:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021414abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481084736:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.737732:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243383.737745:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f7de0c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481084992:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.737767:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243383.737854:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481085120:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243383.737884:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243383.737910:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3d3ea9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481085184:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243383.737931:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243383.737965:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084800 00000100:00100000:3.0:1761243383.738009:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3954 00000100:00100000:3.0:1761243383.738027:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481084800:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738079:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481084800:12345-0@lo:400:kworker/u8:0.0 Request processed in 53us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243383.738086:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3954 00000100:00100000:3.0:1761243383.738114:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085056 00000100:00100000:3.0:1761243383.738137:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084992 00000100:00100000:3.0:1761243383.738150:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085120 00000100:00100000:3.0:1761243383.738161:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085184 00000100:00100000:3.0:1761243383.738170:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:3.0:1761243383.738173:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481085056:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738199:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481085056:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243383.738204:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000100:00100000:3.0:1761243383.738213:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019 00000100:00100000:3.0:1761243383.738216:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481084992:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738267:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481084992:12345-0@lo:400:kworker/u8:0.0 Request processed in 50us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243383.738273:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019 00000100:00100000:3.0:1761243383.738284:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:3.0:1761243383.738287:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481085120:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:3.0:1761243383.738369:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243383.738400:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481085120:12345-0@lo:8:kworker/u8:0.0 Request processed in 112us (517us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243383.738406:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00100000:3.0:1761243383.738426:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585 00000100:00100000:3.0:1761243383.738430:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009efa5b89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481085184:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:3.0:1761243383.738501:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243383.738523:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009efa5b89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481085184:12345-0@lo:8:kworker/u8:0.0 Request processed in 92us (591us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243383.738528:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585 00000100:00100000:3.0:1761243383.738561:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481084864:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738585:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243383.738601:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096d71ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481085248:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738619:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243383.738635:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1761243383.738640:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc5e3ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481084672:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738663:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243383.738674:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006dc3e7ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481084928:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738692:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243383.738703:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481085312:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738720:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1761243383.738757:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243383.738760:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243383.738763:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481085120:0@lo:8:kworker/u8:0.0 00000100:00080000:3.0:1761243383.738771:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243383.738774:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243383.738776:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3d3ea9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481085184:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738803:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084864 00000100:00100000:3.0:1761243383.738827:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3955 00000100:00100000:3.0:1761243383.738830:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061a52469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481084864:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738863:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061a52469 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481084864:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243383.738869:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3955 00000100:00100000:3.0:1761243383.738896:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069bed94f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481084864:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738926:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f7de0c78 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481084992:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738935:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e2eac11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481084800:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243383.738944:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481085056:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.741481:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084736 00000100:00100000:2.0:1761243383.741565:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085248 00000100:00100000:2.0:1761243383.741589:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084928 00000100:00100000:2.0:1761243383.741604:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085312 00000100:00100000:2.0:1761243383.741620:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6017 00000100:00100000:2.0:1761243383.741625:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0419bef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481084736:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.741721:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0419bef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481084736:12345-0@lo:400:kworker/u8:0.0 Request processed in 95us (3989us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243383.741727:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6017 00000100:00100000:2.0:1761243383.741745:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6018 00000100:00100000:2.0:1761243383.741749:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481085248:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.741781:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6562e94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481085248:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (3161us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243383.741786:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6018 00000100:00100000:2.0:1761243383.741798:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6019 00000100:00100000:2.0:1761243383.741802:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481084928:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.741828:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e7e2bcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481084928:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (3136us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243383.741835:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6019 00000100:00100000:2.0:1761243383.741845:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6020 00000100:00100000:2.0:1761243383.741848:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481085312:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.741875:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cdd6c9f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481085312:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (3154us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243383.741880:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6020 00000100:00100000:2.0:1761243383.741900:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481084672 00000100:00100000:2.0:1761243383.741921:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:2.0:1761243383.741925:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481084672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.741953:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d63aa7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481084672:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (3290us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243383.741959:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00100000:0.0:1761243383.742572:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021414abc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481084736:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.746116:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc5e3ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481084672:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.746165:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006dc3e7ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481084928:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.746178:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ed27feb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481085312:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243383.746189:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096d71ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481085248:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243384.440541:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243384.693347:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243384.693466:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858624 00000100:00100000:2.0:1761243384.693528:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2135 00000100:00100000:2.0:1761243384.693535:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464858624:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243384.693630:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009abe7918 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464858624:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 94us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243384.693638:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2135 00000100:00100000:2.0:1761243384.695548:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243384.695591:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243384.695620:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243384.695651:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243384.695681:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858752 00000100:00100000:2.0:1761243384.695681:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858880 00000100:00100000:1.0:1761243384.695710:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858688 00000100:00100000:2.0:1761243384.695710:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858816 00000100:00100000:1.0:1761243384.695731:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6021 00000100:00100000:2.0:1761243384.695731:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3020 00000100:00100000:2.0:1761243384.695736:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464858816:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243384.695737:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464858752:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243384.695792:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001ed27feb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464858752:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 55us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243384.695799:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6021 00000100:00100000:0.0:1761243384.695815:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2586 00000100:00100000:1.0:1761243384.695815:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6022 00000100:00100000:1.0:1761243384.695819:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006dc3e7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464858688:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243384.695820:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464858880:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243384.695916:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243384.695949:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006dc3e7ab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464858688:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 128us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243384.695949:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464858816:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 212us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243384.695957:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6022 00000100:00100000:2.0:1761243384.695957:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3020 00000100:00100000:0.0:1761243384.696084:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464858880:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 263us (542us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243384.696092:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2586 00010000:00010000:1.0:1761243385.464420:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243385.784920:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761243385.784937:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481085376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243385.785004:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243385.785055:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085376 00000100:00100000:0.0:1761243385.785092:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:0.0:1761243385.785098:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481085376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243385.785129:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243385.785166:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481085376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243385.785173:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:0.0:1761243385.785211:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481085376:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243385.786649:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1ba9953 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481085440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243385.786693:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243385.786729:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085440 00000100:00100000:2.0:1761243385.786759:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:2.0:1761243385.786764:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481085440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243385.786780:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243385.786811:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481085440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243385.786817:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:2.0:1761243385.786847:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1ba9953 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481085440:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761243386.488552:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243386.808595:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481085504:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243386.808667:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243386.808760:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085504 00000100:00100000:3.0:1761243386.808811:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3956 00000100:00100000:3.0:1761243386.808818:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481085504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243386.808854:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243386.808895:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481085504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243386.808901:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3956 00000100:00100000:3.0:1761243386.808949:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481085504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243386.809382:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243386.809391:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481085568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243386.809417:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243386.809518:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085568 00000100:00100000:2.0:1761243386.809549:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3957 00000100:00100000:2.0:1761243386.809554:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481085568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243386.809575:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243386.809617:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481085568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243386.809623:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3957 00000100:00100000:1.0:1761243386.809726:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481085568:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243387.512394:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243388.540887:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243388.857711:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481085632:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.857786:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243388.857819:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243388.857824:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbd371b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481085696:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.857847:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243388.857889:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243388.857894:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000825f9cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481085760:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.857919:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243388.857949:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085760 00000100:00100000:0.0:1761243388.857986:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3958 00000100:00100000:0.0:1761243388.857991:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481085760:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.858030:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481085760:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243388.858036:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3958 00000100:00100000:0.0:1761243388.858064:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000825f9cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481085760:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.858091:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085632 00000100:00100000:0.0:1761243388.858109:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136 00000100:00100000:0.0:1761243388.858112:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057f806fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481085632:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.858135:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057f806fc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481085632:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243388.858140:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136 00000100:00100000:0.0:1761243388.858182:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481085632:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.858220:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085696 00000100:00100000:0.0:1761243388.858263:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6023 00000100:00100000:0.0:1761243388.858267:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481085696:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.858304:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000638e3c6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481085696:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243388.858310:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6023 00000100:00100000:0.0:1761243388.858345:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbd371b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481085696:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.862016:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f056126e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481085824:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.862137:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243388.862716:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085824 00000100:00100000:1.0:1761243388.862760:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3959 00000100:00100000:1.0:1761243388.862766:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481085824:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243388.863250:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243388.863260:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd7e89ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481085952:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243388.863296:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243388.863479:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f056126e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481085824:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.863502:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243388.863508:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000825f9cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481086016:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243388.863535:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243388.863540:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243388.863543:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243388.863547:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4896 00000100:00080000:2.0:1761243388.863571:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243388.863575:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243388.863595:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f056126e x1846792481086080/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243388.863610:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243388.863613:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243388.863614:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243388.863617:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4896 00000100:00080000:2.0:1761243388.863618:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243388.863620:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243388.863629:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a5164fd x1846792481086144/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243388.863685:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481086272:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243388.863835:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481085824:12345-0@lo:400:kworker/u8:0.0 Request processed in 1068us (1698us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243388.863839:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243388.863844:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3959 00000100:00100000:0.0:1761243388.863858:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481086208:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.863881:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243388.863889:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f056126e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481086080:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243388.863907:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086208 00000100:00100000:1.0:1761243388.863912:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243388.863927:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a5164fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481086144:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243388.863936:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6024 00000100:00100000:0.0:1761243388.863941:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481086208:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243388.863943:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243388.863967:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085952 00000100:00100000:1.0:1761243388.863989:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086016 00000100:00100000:1.0:1761243388.864004:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086080 00000100:00100000:0.0:1761243388.864006:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd371b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481086208:12345-0@lo:400:kworker/u8:0.0 Request processed in 66us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243388.864012:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086144 00000100:00100000:1.0:1761243388.864020:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021 00000100:00100000:1.0:1761243388.864023:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481085952:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243388.864026:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6024 00000100:00100000:1.0:1761243388.864052:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481085952:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243388.864054:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f113e0b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481086208:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243388.864057:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021 00000100:00100000:1.0:1761243388.864067:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022 00000100:00100000:1.0:1761243388.864070:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481086016:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243388.864106:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481086016:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243388.864111:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022 00000100:00100000:0.0:1761243388.864113:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000825f9cf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481086016:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243388.864122:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587 00000100:00100000:1.0:1761243388.864125:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481086080:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243388.864189:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2588 00000100:00100000:0.0:1761243388.864192:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481086144:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:1.0:1761243388.864212:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243388.864261:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481086080:12345-0@lo:8:kworker/u8:0.0 Request processed in 135us (348us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243388.864267:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587 00000100:00080000:1.0:1761243388.864289:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243388.864292:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243388.864295:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f056126e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481086080:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243388.864332:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243388.864357:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086272 00000100:00100000:1.0:1761243388.864378:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6025 00000100:00100000:1.0:1761243388.864382:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481086272:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243388.864412:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f113e0b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481086272:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243388.864418:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6025 00000100:00100000:2.0:1761243388.864433:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481086272:0@lo:400:kworker/u8:0.0 00010000:02020000:0.0:1761243388.864552:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243388.864580:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481086144:12345-0@lo:8:kworker/u8:0.0 Request processed in 387us (636us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243388.864585:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2588 00000100:00080000:1.0:1761243388.865175:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243388.865179:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243388.865182:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a5164fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481086144:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243388.866809:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd7e89ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481085952:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243388.866823:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041880075 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481085888:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243388.866887:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243388.867040:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481085888 00000100:00100000:1.0:1761243388.867382:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6026 00000100:00100000:1.0:1761243388.867389:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7de0c78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481085888:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243388.867460:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7de0c78 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481085888:12345-0@lo:400:kworker/u8:0.0 Request processed in 70us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243388.867467:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6026 00000100:00100000:3.0:1761243388.867590:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041880075 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481085888:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243389.562099:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243389.815811:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243389.815860:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243389.815888:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859008 00000100:00100000:3.0:1761243389.815906:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243389.815935:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243389.815964:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243389.816026:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464858944 00000100:00100000:2.0:1761243389.816056:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2137 00000100:00100000:2.0:1761243389.816062:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000472bb12b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464858944:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243389.816101:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859136 00000100:00100000:0.0:1761243389.816132:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859200 00000100:00100000:2.0:1761243389.816137:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000472bb12b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464858944:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 74us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243389.816145:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2137 00000100:00100000:0.0:1761243389.816153:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3023 00000100:00100000:0.0:1761243389.816159:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464859136:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243389.816192:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464859136:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 33us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243389.816199:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3023 00000100:00100000:0.0:1761243389.816214:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2589 00000100:00100000:0.0:1761243389.816217:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464859200:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00000100:00100000:1.0:1761243389.816355:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859072 00000100:00100000:1.0:1761243389.816386:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6027 00000100:00100000:1.0:1761243389.816391:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464859008:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243389.816418:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e2eac11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464859008:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 27us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243389.816429:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6027 00000100:00100000:1.0:1761243389.816444:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6028 00000100:00100000:1.0:1761243389.816449:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3d3ea9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464859072:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243389.816473:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3d3ea9c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464859072:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 24us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243389.816482:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6028 00010000:02020000:0.0:1761243389.817092:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243389.817123:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464859200:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 904us (1159us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243389.817131:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2589 00010000:00010000:2.0:1761243390.588202:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243390.904806:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481086336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243390.904872:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243390.905059:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086336 00000100:00100000:3.0:1761243390.905111:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854 00000100:00100000:3.0:1761243390.905117:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481086336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243390.905149:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243390.905195:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481086336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243390.905203:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854 00000100:00100000:3.0:1761243390.905265:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481086336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243390.909400:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243390.909420:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481086400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243390.909490:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243390.909530:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086400 00000100:00100000:2.0:1761243390.909595:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855 00000100:00100000:2.0:1761243390.909600:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481086400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243390.909653:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243390.909690:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481086400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243390.909696:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855 00000100:00100000:2.0:1761243390.909871:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481086400:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243391.608459:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243391.928995:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481086464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243391.929068:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243391.929170:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086464 00000100:00100000:2.0:1761243391.929220:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3960 00000100:00100000:2.0:1761243391.929225:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041880075 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481086464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243391.929285:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243391.929330:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041880075 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481086464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243391.929337:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3960 00000100:00100000:2.0:1761243391.929384:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481086464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243391.929386:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481086528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243391.929418:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243391.929440:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086528 00000100:00100000:2.0:1761243391.929466:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3961 00000100:00100000:2.0:1761243391.929471:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481086528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243391.929491:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243391.929531:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481086528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243391.929538:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3961 00000100:00100000:3.0:1761243391.933219:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d471f491 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481086528:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243392.635725:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243393.660979:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243393.976428:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243393.976434:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243393.976437:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243393.976446:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4901 00000100:00080000:2.0:1761243393.976450:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243393.976456:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243393.976476:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000692558a x1846792481087040/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243393.976490:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243393.976493:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243393.976494:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1761243393.976496:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481086720:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243393.976500:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4901 00000100:00080000:2.0:1761243393.976504:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243393.976507:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243393.976519:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007e9b8b2b x1846792481087104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243393.976566:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243393.976591:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481086976:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243393.976611:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243393.976635:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481086592:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243393.976642:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761243393.976649:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481086656:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243393.976732:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4688ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481086784:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243393.976948:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086976 00000100:00100000:2.0:1761243393.976990:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024 00000100:00100000:2.0:1761243393.976996:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f056126e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481086976:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243393.977647:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243393.977669:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0f4319d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481086848:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243393.977696:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243393.977711:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017298360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481087232:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243393.977728:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243393.977759:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086848 00000100:00100000:3.0:1761243393.977785:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087232 00000100:00100000:3.0:1761243393.977801:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6029 00000100:00100000:3.0:1761243393.977805:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d471f491 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481086848:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243393.977837:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d471f491 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481086848:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243393.977844:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6029 00000100:00100000:3.0:1761243393.977860:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6030 00000100:00100000:3.0:1761243393.977863:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050f8d612 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481087232:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243393.977888:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050f8d612 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481087232:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243393.977893:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6030 00000100:00100000:3.0:1761243393.977936:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0f4319d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481086848:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243393.977944:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017298360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481087232:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243393.977983:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086720 00000100:00100000:3.0:1761243393.978004:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3962 00000100:00100000:3.0:1761243393.978008:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd7e89ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481086720:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243393.978032:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd7e89ed pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481086720:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (1469us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243393.978037:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3962 00000100:00100000:3.0:1761243393.978054:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481087040:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243393.978076:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243393.978088:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e9b8b2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481087104:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243393.978105:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243393.978149:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086592 00000100:00100000:3.0:1761243393.978168:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138 00000100:00100000:3.0:1761243393.978171:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481086592:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243393.978198:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045721453 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481086592:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243393.978204:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138 00000100:00100000:3.0:1761243393.978257:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087040 00000100:00100000:3.0:1761243393.978273:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087104 00000100:00100000:3.0:1761243393.978284:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:3.0:1761243393.978287:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481087040:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243393.978719:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243393.978737:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f389e332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481087168:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243393.978756:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243393.978783:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591 00000100:00100000:1.0:1761243393.978786:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481087104:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:1.0:1761243393.978863:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243393.978896:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481087104:12345-0@lo:8:kworker/u8:0.0 Request processed in 109us (791us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243393.978902:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591 00000100:00100000:1.0:1761243393.978926:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087168 00000100:00100000:1.0:1761243393.978948:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6031 00000100:00100000:1.0:1761243393.978951:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044885fa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481087168:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243393.978980:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044885fa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481087168:12345-0@lo:400:kworker/u8:0.0 Request processed in 29us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243393.978986:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6031 00000100:00100000:1.0:1761243393.979004:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086784 00000100:00100000:1.0:1761243393.979021:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3963 00000100:00100000:1.0:1761243393.979024:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a5164fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481086784:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243393.979313:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f056126e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481086976:12345-0@lo:400:kworker/u8:0.0 Request processed in 2315us (2701us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243393.979321:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024 00000100:00100000:2.0:1761243393.979365:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481086592:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243393.979554:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243393.979558:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243393.979562:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e9b8b2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481087104:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243393.979648:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a5164fd pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481086784:12345-0@lo:400:kworker/u8:0.0 Request processed in 623us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243393.979658:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3963 00000100:00100000:1.0:1761243393.979680:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4688ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481086784:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243393.979689:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f389e332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481087168:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243393.979772:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243393.979796:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009967ee18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481086912:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243393.979817:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243393.979833:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481086720:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243393.979842:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481086976:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243393.979979:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086912 00000100:00100000:2.0:1761243393.980532:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025 00000100:00100000:2.0:1761243393.980538:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481086912:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243393.980586:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481086912:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243393.980592:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025 00000100:00100000:1.0:1761243393.980642:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481086656 00000100:00100000:1.0:1761243393.980665:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6032 00000100:00100000:1.0:1761243393.980669:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000825f9cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481086656:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243393.980696:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000825f9cf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481086656:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243393.980701:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6032 00000100:00100000:1.0:1761243393.980740:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013cd95bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481086656:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243393.980748:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009967ee18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481086912:0@lo:400:kworker/u8:0.0 00010000:02020000:3.0:1761243393.984287:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243393.984387:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481087040:12345-0@lo:8:kworker/u8:0.0 Request processed in 6097us (6309us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243393.984400:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00080000:2.0:1761243393.984604:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243393.984609:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243393.984614:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481087040:0@lo:8:kworker/u8:0.0 00010000:00010000:2.0:1761243394.682821:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243394.939387:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243394.939439:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243394.939484:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243394.939607:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859456 00000100:00100000:3.0:1761243394.939658:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3026 00000100:00100000:3.0:1761243394.939665:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464859456:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243394.939738:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464859456:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 73us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243394.939745:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3026 00000100:00100000:1.0:1761243394.940142:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243394.940258:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859264 00000100:00100000:0.0:1761243394.940290:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2139 00000100:00100000:0.0:1761243394.940294:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464859264:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243394.940333:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6aba4ce pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464859264:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 37us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243394.940340:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2139 00000100:00100000:1.0:1761243394.940482:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243394.940762:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859328 00000100:00100000:3.0:1761243394.940791:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859392 00000100:00100000:3.0:1761243394.940809:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6033 00000100:00100000:3.0:1761243394.940813:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464859328:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243394.940848:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013cd95bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464859328:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 33us (1472us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243394.940854:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6033 00000100:00100000:3.0:1761243394.940868:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6034 00000100:00100000:3.0:1761243394.940871:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464859392:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243394.941158:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e3848f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464859392:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 284us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243394.941165:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6034 00000100:00100000:0.0:1761243394.942657:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859520 00000100:00100000:0.0:1761243394.942708:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2592 00000100:00100000:0.0:1761243394.942713:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df64712e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464859520:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243394.942805:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243394.942859:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df64712e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464859520:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 145us (2377us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243394.942866:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2592 00010000:00010000:1.0:1761243395.704472:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243396.024502:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243396.024515:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481087296:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243396.024581:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243396.024620:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087296 00000100:00100000:2.0:1761243396.024655:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856 00000100:00100000:2.0:1761243396.024660:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e9b8b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481087296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243396.024690:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243396.024721:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e9b8b2b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481087296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243396.024731:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856 00000100:00100000:2.0:1761243396.024769:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481087296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243396.024977:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243396.024984:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481087360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243396.025008:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243396.025171:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087360 00000100:00100000:2.0:1761243396.025221:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857 00000100:00100000:2.0:1761243396.025241:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8daeaf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481087360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243396.025251:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243396.025277:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8daeaf7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481087360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243396.025283:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857 00000100:00100000:2.0:1761243396.025305:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481087360:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243396.728519:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243397.048439:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243397.048457:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e8a58ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481087424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243397.048511:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243397.048520:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481087488:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243397.048529:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243397.048566:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243397.048603:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087424 00000100:00100000:1.0:1761243397.048652:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087488 00000100:00100000:1.0:1761243397.048673:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3964 00000100:00100000:1.0:1761243397.048678:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481087424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243397.048718:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243397.048758:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481087424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243397.048765:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3964 00000100:00100000:1.0:1761243397.048783:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3965 00000100:00100000:1.0:1761243397.048787:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cf7960f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481087488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243397.048805:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243397.048844:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cf7960f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481087488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243397.048850:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3965 00000100:00100000:3.0:1761243397.048885:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a8fbf30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481087488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243397.049261:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8a58ca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481087424:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243397.753602:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1761243398.778103:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243399.097510:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243399.097518:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243399.097521:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243399.097529:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4906 00000100:00080000:3.0:1761243399.097533:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243399.097539:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243399.097565:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e8480e2e x1846792481088000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1761243399.097581:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243399.097583:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243399.097585:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243399.097588:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4906 00000100:00080000:3.0:1761243399.097589:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:3.0:1761243399.097593:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243399.097602:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e970dbc2 x1846792481088064/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243399.097693:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff3b4de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481087744:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243399.097757:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243399.097797:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d723217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481088128:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243399.097821:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243399.097838:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1761243399.097843:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ed5614b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481087680:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243399.097863:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243399.097878:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8073823 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481087936:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243399.097899:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243399.097933:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087744 00000100:00100000:1.0:1761243399.097974:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087680 00000100:00100000:1.0:1761243399.097993:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3966 00000100:00100000:1.0:1761243399.097999:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d3b8d28 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481087744:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243399.098045:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d3b8d28 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481087744:12345-0@lo:400:kworker/u8:3.0 Request processed in 45us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243399.098051:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3966 00000100:00100000:1.0:1761243399.098071:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3967 00000100:00100000:1.0:1761243399.098075:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d55f621 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481087680:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243399.098101:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d55f621 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481087680:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243399.098106:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3967 00000100:00100000:1.0:1761243399.098124:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087936 00000100:00100000:1.0:1761243399.098160:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:1.0:1761243399.098164:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cc26d9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481087936:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243399.098193:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cc26d9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481087936:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243399.098199:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027 00000100:00100000:1.0:1761243399.098281:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ed5614b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481087680:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243399.098291:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8073823 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481087936:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243399.098299:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff3b4de1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481087744:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.098388:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000434ba644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481087616:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.098420:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243399.098448:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4b18053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481087872:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.098486:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243399.098509:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1761243399.098516:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7ec5d45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481087552:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.098543:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243399.098556:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000fe35624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481087808:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.098575:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243399.098588:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f6a7148 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481088192:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.098606:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243399.098632:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087552 00000100:00100000:0.0:1761243399.098661:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00100000:0.0:1761243399.098665:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481087552:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.098698:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007935e7a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481087552:12345-0@lo:400:kworker/u8:3.0 Request processed in 32us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243399.098703:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00000100:00100000:0.0:1761243399.098733:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087872 00000100:00100000:0.0:1761243399.098752:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028 00000100:00100000:0.0:1761243399.098755:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000031a53ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481087872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.098779:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000031a53ef pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481087872:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243399.098784:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028 00000100:00100000:0.0:1761243399.098801:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088128 00000100:00100000:0.0:1761243399.098821:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087616 00000100:00100000:0.0:1761243399.098833:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481087808 00000100:00100000:0.0:1761243399.098843:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088192 00000100:00100000:0.0:1761243399.098852:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6035 00000100:00100000:0.0:1761243399.098855:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cb3ba58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481088128:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.098896:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cb3ba58 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481088128:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243399.098905:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6035 00000100:00100000:0.0:1761243399.098914:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6036 00000100:00100000:0.0:1761243399.098917:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481087616:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.098938:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a8fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481087616:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243399.098943:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6036 00000100:00100000:0.0:1761243399.098950:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6037 00000100:00100000:0.0:1761243399.098953:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c464fa17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481087808:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.098970:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c464fa17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481087808:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243399.098974:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6037 00000100:00100000:0.0:1761243399.098983:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6038 00000100:00100000:0.0:1761243399.098986:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000002cb7918 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481088192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.099007:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000002cb7918 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481088192:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243399.099012:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6038 00000100:00100000:0.0:1761243399.099038:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7ec5d45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481087552:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.099047:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000fe35624 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481087808:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.099054:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f6a7148 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481088192:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.099061:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000434ba644 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481087616:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243399.099068:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4b18053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481087872:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243399.099170:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d723217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481088128:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243399.099881:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8480e2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481088000:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243399.099920:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243399.100356:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e970dbc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481088064:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243399.100382:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243399.100770:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088000 00000100:00100000:1.0:1761243399.100809:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088064 00000100:00100000:1.0:1761243399.100828:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593 00000100:00100000:1.0:1761243399.100834:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000692558a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481088000:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243399.100934:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243399.101009:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594 00000100:00100000:3.0:1761243399.101014:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481088064:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243399.101090:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243399.102009:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000692558a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481088000:12345-0@lo:8:kworker/u8:3.0 Request processed in 1171us (2085us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243399.102019:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593 00000100:00100000:3.0:1761243399.102240:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481088064:12345-0@lo:8:kworker/u8:3.0 Request processed in 1224us (1857us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243399.102250:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594 00000100:00080000:2.0:1761243399.102313:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243399.102317:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243399.102322:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8480e2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481088000:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243399.102333:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243399.102335:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243399.102337:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e970dbc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481088064:0@lo:8:kworker/u8:3.0 00010000:00010000:1.0:1761243399.800796:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243400.056505:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243400.056576:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243400.057863:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859584 00000100:00100000:0.0:1761243400.057937:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2141 00000100:00100000:0.0:1761243400.057945:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464859584:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243400.058447:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243400.058480:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243400.058563:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859776 00000100:00100000:1.0:1761243400.058693:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859648 00000100:00100000:1.0:1761243400.058720:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859712 00000100:00100000:1.0:1761243400.058734:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6039 00000100:00100000:1.0:1761243400.058739:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a4abdfa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464859648:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243400.058779:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a4abdfa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464859648:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 40us (2204us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243400.058786:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6039 00000100:00100000:1.0:1761243400.058803:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6040 00000100:00100000:1.0:1761243400.058806:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e5e57cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464859712:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243400.058822:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e5e57cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464859712:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 16us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243400.058827:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6040 00000100:00100000:3.0:1761243400.059096:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3029 00000100:00100000:3.0:1761243400.059100:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b399937 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464859776:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243400.059137:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b399937 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464859776:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 37us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243400.059143:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3029 00000100:00100000:1.0:1761243400.061330:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243400.061467:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859840 00000100:00100000:0.0:1761243400.061581:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000551833ca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464859584:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 3634us (5082us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243400.061593:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2141 00000100:00100000:3.0:1761243400.061702:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2595 00000100:00100000:3.0:1761243400.061708:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d77fb05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464859840:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:3.0:1761243400.061800:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243400.062378:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d77fb05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464859840:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 666us (1052us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243400.062386:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2595 00010000:00010000:1.0:1761243400.824466:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243401.144764:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bf585a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481088320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243401.144837:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243401.144879:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088320 00000100:00100000:3.0:1761243401.144938:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:3.0:1761243401.144945:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c5b471 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481088320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243401.144976:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243401.145010:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1761243401.145019:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481088256:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243401.145026:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c5b471 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481088320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243401.145035:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00100000:0.0:1761243401.145053:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243401.145086:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bf585a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481088320:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243401.145142:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088256 00000100:00100000:3.0:1761243401.145169:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859 00000100:00100000:3.0:1761243401.145173:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a27619e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481088256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243401.145184:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243401.145224:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a27619e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481088256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243401.145252:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859 00000100:00100000:2.0:1761243401.145494:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481088256:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243401.848980:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243402.168706:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000545a7592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481088384:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243402.168773:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243402.168803:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088384 00000100:00100000:1.0:1761243402.168867:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3968 00000100:00100000:1.0:1761243402.168875:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a1f0905 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481088384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243402.168912:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243402.168955:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a1f0905 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481088384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243402.168963:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3968 00000100:00100000:1.0:1761243402.169010:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006933db85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481088448:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243402.169039:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243402.169143:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088448 00000100:00100000:0.0:1761243402.169175:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3969 00000100:00100000:0.0:1761243402.169178:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dd9c319 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481088448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243402.169196:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243402.169254:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dd9c319 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481088448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243402.169259:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3969 00000100:00100000:2.0:1761243402.169351:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006933db85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481088448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243402.169451:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000545a7592 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481088384:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1761243402.875101:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243403.897250:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243404.217150:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0f4319d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481088704:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243404.217152:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f389e332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481088576:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243404.217194:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243404.217203:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243404.217207:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243404.217212:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4911 00000100:00080000:2.0:1761243404.217215:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243404.217222:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243404.217259:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cd381cfb x1846792481088960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243404.217275:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243404.217277:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243404.217279:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243404.217281:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4911 00000100:00080000:2.0:1761243404.217283:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243404.217286:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243404.217296:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002e1d5f21 x1846792481089024/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243404.217326:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd381cfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481088960:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243404.217508:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243404.217509:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243404.217550:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d598c1c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481089088:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243404.217553:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044cc63bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481088832:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.217590:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243404.217597:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243404.217610:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1761243404.217618:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481088512:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243404.217622:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761243404.217629:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017298360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481088640:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.217652:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243404.217666:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243404.217672:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481088768:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243404.217687:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014ccf3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481088896:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.217700:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243404.217717:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243404.217725:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000282ba0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481089152:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.217754:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243404.217762:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088512 00000100:00100000:3.0:1761243404.217766:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088576 00000100:00100000:1.0:1761243404.217795:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088704 00000100:00100000:3.0:1761243404.217814:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089088 00000100:00100000:1.0:1761243404.217831:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088640 00000100:00100000:3.0:1761243404.217842:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088768 00000100:00100000:1.0:1761243404.217859:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3970 00000100:00100000:1.0:1761243404.217867:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000348042 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481088704:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243404.217871:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089152 00000100:00100000:3.0:1761243404.217887:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6041 00000100:00100000:3.0:1761243404.217892:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000545a7592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481088576:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.217943:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000348042 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481088704:12345-0@lo:400:kworker/u8:0.0 Request processed in 76us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243404.217950:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000545a7592 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481088576:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243404.217956:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3970 00000100:00100000:3.0:1761243404.217962:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6041 00000100:00100000:1.0:1761243404.217981:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3971 00000100:00100000:3.0:1761243404.217988:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6042 00000100:00100000:1.0:1761243404.217989:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f5dae98 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481088640:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243404.217997:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047364a05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481089088:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.218027:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f5dae98 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481088640:12345-0@lo:400:kworker/u8:0.0 Request processed in 39us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243404.218042:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3971 00000100:00100000:3.0:1761243404.218057:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047364a05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481089088:12345-0@lo:400:kworker/u8:0.0 Request processed in 60us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243404.218065:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6042 00000100:00100000:1.0:1761243404.218073:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6043 00000100:00100000:1.0:1761243404.218078:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000955922f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481088768:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243404.218084:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6044 00000100:00100000:3.0:1761243404.218091:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000131142 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481089152:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243404.218100:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243404.218387:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 00000100:00100000:0.0:1761243404.218394:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0df6662 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481088512:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.218724:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000955922f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481088768:12345-0@lo:400:kworker/u8:0.0 Request processed in 645us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243404.218732:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6043 00000100:00100000:1.0:1761243404.218763:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088832 00000100:00100000:1.0:1761243404.218811:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088896 00000100:00100000:1.0:1761243404.218824:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481088960 00000100:00100000:1.0:1761243404.218840:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030 00000100:00100000:1.0:1761243404.218843:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047169fa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481088832:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.218877:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047169fa9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481088832:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (1282us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243404.218894:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030 00000100:00100000:1.0:1761243404.218907:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031 00000100:00100000:1.0:1761243404.218910:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3d4a659 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481088896:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.218936:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3d4a659 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481088896:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (1221us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243404.218944:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031 00000100:00100000:1.0:1761243404.218954:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:1.0:1761243404.218957:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490226b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481088960:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:1.0:1761243404.219054:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243404.219084:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490226b4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481088960:12345-0@lo:8:kworker/u8:0.0 Request processed in 125us (986us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243404.219090:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00100000:1.0:1761243404.219157:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481088768:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.219169:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d598c1c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481089088:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.219178:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f0f4319d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481088704:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.219341:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017298360 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481088640:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243404.219354:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1761243404.219359:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014ccf3a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481088896:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243404.219360:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243404.219365:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000131142 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481089152:12345-0@lo:400:kworker/u8:0.0 Request processed in 1270us (1609us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243404.219369:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd381cfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481088960:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243404.219376:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044cc63bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481088832:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243404.219382:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6044 00000100:00100000:2.0:1761243404.219385:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481089024:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243404.219392:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f389e332 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481088576:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243404.219429:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000282ba0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481089152:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243404.219430:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243404.219454:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089024 00000100:00100000:1.0:1761243404.219481:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597 00000100:00100000:1.0:1761243404.219484:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c3728c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481089024:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243404.219519:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0df6662 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481088512:12345-0@lo:400:kworker/u8:0.0 Request processed in 1124us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243404.219527:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00010000:02020000:1.0:1761243404.219558:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243404.219561:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7663e15 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481088512:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243404.219601:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c3728c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481089024:12345-0@lo:8:kworker/u8:0.0 Request processed in 115us (174us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243404.219607:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597 00000100:00080000:2.0:1761243404.219976:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243404.219980:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243404.219983:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481089024:0@lo:8:kworker/u8:0.0 00010000:00010000:1.0:1761243404.920501:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243405.174210:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243405.174275:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243405.174303:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859968 00000100:00100000:0.0:1761243405.174311:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243405.174346:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860160 00000100:00100000:0.0:1761243405.174366:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243405.174371:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6045 00000100:00100000:1.0:1761243405.174378:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2598 00000100:00100000:3.0:1761243405.174381:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a67a80e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464859968:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243405.174389:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cf04cd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464860160:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00000100:00100000:0.0:1761243405.174401:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243405.174436:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464859904 00000100:00100000:0.0:1761243405.174468:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2143 00000100:00100000:3.0:1761243405.174472:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a67a80e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2264:x1846792464859968:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 93us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243405.174482:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464859904:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243405.174486:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6045 00010000:02020000:1.0:1761243405.174488:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243405.174511:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860032 00000100:00100000:0.0:1761243405.174522:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000009d15b45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2264:x1846792464859904:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 47us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243405.174530:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cf04cd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464860160:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 141us (254us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243405.174536:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2143 00000100:00100000:3.0:1761243405.174540:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6046 00000100:00100000:1.0:1761243405.174545:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2598 00000100:00100000:3.0:1761243405.174549:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f3c0d59e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464860032:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243405.174565:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860096 00000100:00100000:3.0:1761243405.174583:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f3c0d59e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2264:x1846792464860032:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 34us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243405.174591:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6046 00000100:00100000:1.0:1761243405.174600:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3032 00000100:00100000:1.0:1761243405.174606:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa5db33c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464860096:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243405.174635:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa5db33c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2264:x1846792464860096:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 29us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243405.174642:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3032 00010000:00010000:1.0:1761243405.944493:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243406.264454:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481089216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243406.264474:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf72824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481089280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243406.264533:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243406.264566:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089216 00000100:00100000:1.0:1761243406.264614:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860 00000100:00100000:1.0:1761243406.264620:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd381cfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481089216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243406.264651:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243406.264695:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd381cfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481089216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243406.264701:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860 00000100:00100000:1.0:1761243406.264726:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243406.264748:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481089216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243406.264751:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089280 00000100:00100000:1.0:1761243406.264769:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861 00000100:00100000:1.0:1761243406.264772:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481089280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243406.264779:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243406.264806:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481089280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243406.264810:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861 00000100:00100000:2.0:1761243406.264840:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf72824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481089280:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1761243406.968375:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243407.288784:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481089408:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243407.288869:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243407.288902:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243407.288908:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df88e90a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481089344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243407.288949:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243407.289029:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089408 00000100:00100000:1.0:1761243407.289071:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089344 00000100:00100000:1.0:1761243407.289092:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3972 00000100:00100000:1.0:1761243407.289097:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca7741e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481089408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243407.289134:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243407.289180:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca7741e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481089408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243407.289186:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3972 00000100:00100000:1.0:1761243407.289219:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3973 00000100:00100000:1.0:1761243407.289223:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481089344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243407.289258:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243407.289283:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481089344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243407.289288:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3973 00000100:00100000:1.0:1761243407.289341:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df88e90a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481089344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243407.289355:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481089408:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243407.995457:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243409.016917:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243409.336468:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f7de0c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481089472:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243409.336470:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243409.336479:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243409.336483:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243409.336489:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4916 00000100:00080000:2.0:1761243409.336492:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243409.336498:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243409.336521:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001218b746 x1846792481089920/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243409.336538:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243409.336541:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243409.336543:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243409.336547:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4916 00000100:00080000:2.0:1761243409.336551:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00100000:1.0:1761243409.336552:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243409.336557:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243409.336570:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ccc19c9a x1846792481089984/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243409.336586:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481089728:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243409.336611:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481089920:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243409.336619:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243409.336641:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481090112:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243409.336653:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243409.336671:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243409.336677:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481089984:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243409.336690:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1761243409.336698:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003bbb252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481089536:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243409.336708:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243409.336729:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243409.336747:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481089792:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243409.336755:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089920 00000100:00100000:1.0:1761243409.336771:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243409.336805:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089472 00000100:00100000:1.0:1761243409.336855:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144 00000100:00100000:3.0:1761243409.336857:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089728 00000100:00100000:1.0:1761243409.336864:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481089472:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243409.336889:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090112 00000100:00100000:3.0:1761243409.336912:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089536 00000100:00100000:3.0:1761243409.336944:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6047 00000100:00100000:3.0:1761243409.336948:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004835135c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481089728:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243409.337179:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089984 00000100:00100000:2.0:1761243409.337198:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089792 00000100:00100000:2.0:1761243409.337223:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033 00000100:00100000:2.0:1761243409.337248:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481089792:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243409.337377:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b394ffd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481089472:12345-0@lo:400:kworker/u8:0.0 Request processed in 513us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243409.337386:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144 00000100:00100000:3.0:1761243409.337393:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004835135c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481089728:12345-0@lo:400:kworker/u8:0.0 Request processed in 442us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243409.337402:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6047 00000100:00100000:3.0:1761243409.337424:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6048 00000100:00100000:1.0:1761243409.337429:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599 00000100:00100000:3.0:1761243409.337430:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb751e19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481090112:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243409.337436:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bbdfd6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481089920:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243409.337466:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb751e19 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481090112:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243409.337473:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6048 00000100:00100000:3.0:1761243409.337484:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6049 00000100:00100000:3.0:1761243409.337488:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000425b6f7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481089536:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243409.337513:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000425b6f7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481089536:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243409.337518:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6049 00010000:02020000:1.0:1761243409.337525:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243409.337571:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bbdfd6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481089920:12345-0@lo:8:kworker/u8:0.0 Request processed in 135us (919us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243409.337575:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600 00000100:00100000:1.0:1761243409.337584:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599 00000100:00100000:3.0:1761243409.337585:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dca18ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481089984:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243409.337622:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003bbb252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481089536:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243409.337634:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481090112:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243409.337642:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481089728:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243409.337649:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f7de0c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481089472:0@lo:400:kworker/u8:0.0 00010000:02020000:3.0:1761243409.337666:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243409.337697:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dca18ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481089984:12345-0@lo:8:kworker/u8:0.0 Request processed in 114us (990us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243409.337707:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600 00000100:00080000:1.0:1761243409.337710:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243409.337715:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243409.337720:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481089920:0@lo:8:kworker/u8:0.0 00000100:00080000:1.0:1761243409.337732:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243409.337734:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243409.337737:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481089600:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243409.337767:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243409.337785:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481089856:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243409.337808:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243409.337841:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1761243409.337847:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481089664:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243409.337891:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243409.337908:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a328abf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481090048:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243409.337929:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243409.337961:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089856 00000100:00100000:3.0:1761243409.337983:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034 00000100:00100000:3.0:1761243409.337987:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011f17dfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481089856:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243409.338017:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011f17dfe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481089856:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243409.338023:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034 00000100:00100000:3.0:1761243409.338045:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481089856:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243409.338065:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090048 00000100:00100000:3.0:1761243409.338086:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6050 00000100:00100000:3.0:1761243409.338090:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089ccfc08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481090048:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243409.338122:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089ccfc08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481090048:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243409.338124:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481089984:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243409.338134:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6050 00000100:00100000:1.0:1761243409.338168:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089600 00000100:00100000:3.0:1761243409.338172:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a328abf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481090048:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243409.338197:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481089664 00000100:00100000:3.0:1761243409.338209:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3974 00000100:00100000:3.0:1761243409.338214:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9a2d2ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481089600:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243409.338268:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9a2d2ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481089600:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243409.338274:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3974 00000100:00100000:3.0:1761243409.338300:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481089600:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243409.338417:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481089792:12345-0@lo:400:kworker/u8:0.0 Request processed in 1188us (1646us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243409.338424:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033 00000100:00100000:3.0:1761243409.339024:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481089792:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243409.343366:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3975 00000100:00100000:1.0:1761243409.343378:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b115987 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481089664:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243409.343472:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b115987 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481089664:12345-0@lo:400:kworker/u8:0.0 Request processed in 96us (5581us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243409.343480:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3975 00000100:00100000:0.0:1761243409.345632:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481089664:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243410.040480:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243410.292470:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243410.292552:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860480 00000100:00100000:1.0:1761243410.292606:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2601 00000100:00100000:1.0:1761243410.292614:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f470ff26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464860480:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:1.0:1761243410.292709:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243410.292784:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f470ff26 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2262:x1846792464860480:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 170us (322us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243410.292791:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2601 00000100:00100000:3.0:1761243410.305286:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243410.305346:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243410.305384:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243410.305476:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243410.305517:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860416 00000100:00100000:3.0:1761243410.305570:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3035 00000100:00100000:3.0:1761243410.305576:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011e9a98c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464860416:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243410.305648:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011e9a98c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464860416:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 71us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243410.305655:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3035 00000100:00100000:1.0:1761243410.305794:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860224 00000100:00100000:1.0:1761243410.305830:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2145 00000100:00100000:1.0:1761243410.305834:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fce92b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464860224:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243410.305866:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fce92b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464860224:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 31us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243410.305872:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2145 00000100:00100000:0.0:1761243410.306003:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860288 00000100:00100000:0.0:1761243410.306040:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860352 00000100:00100000:0.0:1761243410.306058:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6051 00000100:00100000:0.0:1761243410.306062:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000def2fa14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464860288:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243410.306090:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000def2fa14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464860288:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 28us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243410.306096:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6051 00000100:00100000:0.0:1761243410.306108:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6052 00000100:00100000:0.0:1761243410.306121:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d5617ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464860352:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243410.306141:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d5617ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464860352:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 29us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243410.306146:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6052 00010000:00010000:2.0:1761243411.065677:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243411.384803:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f5b4162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481090176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243411.384877:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243411.385225:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090176 00000100:00100000:1.0:1761243411.385301:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:1.0:1761243411.385308:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f936821 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481090176:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243411.385329:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243411.385341:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf72824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481090240:0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243411.385353:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243411.385380:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243411.385418:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090240 00000100:00100000:1.0:1761243411.385444:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f936821 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481090176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243411.385448:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863 00000100:00100000:1.0:1761243411.385459:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00100000:0.0:1761243411.385460:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d0a858e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481090240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243411.385474:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243411.385510:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d0a858e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481090240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243411.385517:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863 00000100:00100000:0.0:1761243411.385568:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf72824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481090240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243411.385631:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f5b4162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481090176:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243412.088619:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243412.408592:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481090368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243412.408665:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243412.408771:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090368 00000100:00100000:0.0:1761243412.408819:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3976 00000100:00100000:0.0:1761243412.408825:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000937cb044 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481090368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243412.408863:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243412.408923:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000937cb044 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481090368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243412.408930:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3976 00000100:00100000:0.0:1761243412.408970:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481090368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243412.409044:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002f8138c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481090304:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243412.409076:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243412.409150:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090304 00000100:00100000:0.0:1761243412.409183:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3977 00000100:00100000:0.0:1761243412.409187:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8daeaf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481090304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243412.409205:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243412.409255:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8daeaf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481090304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243412.409265:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3977 00000100:00100000:1.0:1761243412.409372:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002f8138c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481090304:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243413.112647:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243414.136895:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243414.457143:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481090432:0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1761243414.457158:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243414.457163:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243414.457166:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243414.457172:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4921 00000100:00080000:0.0:1761243414.457175:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243414.457181:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243414.457203:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000517c42a3 x1846792481090880/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243414.457221:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243414.457225:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1761243414.457248:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1761243414.457273:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243414.457278:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4921 00000100:00080000:0.0:1761243414.457281:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00100000:2.0:1761243414.457281:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481090688:0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1761243414.457288:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243414.457300:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043c39b1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481090560:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243414.457307:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000272e48bf x1846792481090944/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243414.457319:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243414.457343:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fada719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481091072:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243414.457350:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243414.457358:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000517c42a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481090880:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243414.457391:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000809e18a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481090816:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243414.457627:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004261df0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481090624:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243414.458321:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243414.458348:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243414.458375:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243414.458377:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e48bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481090944:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243414.458379:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090688 00000100:00100000:1.0:1761243414.458407:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761243414.458411:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243414.458418:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7d49dcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481090496:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243414.458428:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091072 00000100:00100000:1.0:1761243414.458450:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243414.458463:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090496 00000100:00100000:0.0:1761243414.458469:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090880 00000100:00100000:1.0:1761243414.458473:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dba593b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481090752:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243414.458495:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090816 00000100:00100000:1.0:1761243414.458500:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243414.458527:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6053 00000100:00100000:0.0:1761243414.458529:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090944 00000100:00100000:2.0:1761243414.458536:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad08f557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481090688:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243414.458541:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090560 00000100:00100000:0.0:1761243414.458545:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090752 00000100:00100000:0.0:1761243414.458566:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:0.0:1761243414.458570:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481090816:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243414.458575:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3978 00000100:00100000:1.0:1761243414.458581:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c5b471 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481090560:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243414.458594:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad08f557 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481090688:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (1274us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243414.458602:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6053 00000100:00100000:0.0:1761243414.458628:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481090816:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243414.458628:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6054 00000100:00100000:1.0:1761243414.458630:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c5b471 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481090560:12345-0@lo:400:kworker/u8:0.0 Request processed in 46us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243414.458637:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000910cea14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481091072:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243414.458643:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00100000:1.0:1761243414.458646:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3978 00000100:00100000:0.0:1761243414.458665:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037 00000100:00100000:0.0:1761243414.458671:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481090752:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243414.458679:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000910cea14 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481091072:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243414.458682:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:1.0:1761243414.458693:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4dedcdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481090880:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243414.458693:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6054 00000100:00100000:0.0:1761243414.458709:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481090752:12345-0@lo:400:kworker/u8:0.0 Request processed in 35us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243414.458714:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6055 00000100:00100000:0.0:1761243414.458719:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037 00000100:00100000:2.0:1761243414.458722:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008bf585a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481090496:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243414.458738:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2603 00000100:00100000:0.0:1761243414.458744:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bc20e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481090944:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243414.458754:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008bf585a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481090496:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243414.458761:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6055 00000100:00100000:2.0:1761243414.458788:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090432 00000100:00100000:2.0:1761243414.458810:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146 00000100:00100000:2.0:1761243414.458813:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481090432:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243414.458838:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ec25189 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481090432:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (1613us total) trans 0 rc 0/0 00010000:02020000:1.0:1761243414.458854:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243414.458859:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146 00000100:00100000:1.0:1761243414.458893:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4dedcdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481090880:12345-0@lo:8:kworker/u8:0.0 Request processed in 203us (546us total) trans 0 rc -19/-19 00010000:02020000:0.0:1761243414.458897:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243414.458904:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00100000:2.0:1761243414.458928:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fada719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481091072:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243414.458935:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bc20e81 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481090944:12345-0@lo:8:kworker/u8:0.0 Request processed in 189us (525us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243414.458942:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2603 00000100:00100000:2.0:1761243414.458947:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481090688:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243414.458961:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481090432:0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1761243414.459000:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243414.459005:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243414.459007:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7d49dcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481090496:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243414.459011:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000517c42a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481090880:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243414.459025:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dba593b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481090752:0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1761243414.459027:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243414.459031:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243414.459035:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e48bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481090944:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243414.459041:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043c39b1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481090560:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243414.459055:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000809e18a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481090816:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243414.459221:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243414.459264:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000712c2677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481091008:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243414.459273:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481090624 00000100:00100000:3.0:1761243414.459291:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243414.459313:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3979 00000100:00100000:2.0:1761243414.459319:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f239901c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481090624:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243414.459367:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f239901c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481090624:12345-0@lo:400:kworker/u8:0.0 Request processed in 48us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243414.459373:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3979 00000100:00100000:3.0:1761243414.459466:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004261df0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481090624:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243414.460180:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091008 00000100:00100000:0.0:1761243414.460695:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6056 00000100:00100000:0.0:1761243414.460701:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cf4c6a38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481091008:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243414.461245:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cf4c6a38 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481091008:12345-0@lo:400:kworker/u8:0.0 Request processed in 523us (1934us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243414.461257:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6056 00000100:00100000:3.0:1761243414.461304:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000712c2677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481091008:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243415.161820:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243415.413711:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243415.414120:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243415.414164:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243415.414194:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243415.414371:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860544 00000100:00100000:1.0:1761243415.414655:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860800 00000100:00100000:1.0:1761243415.414695:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2604 00000100:00100000:1.0:1761243415.414702:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d62e4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464860800:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:1.0:1761243415.414795:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243415.414877:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d62e4fa pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464860800:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 175us (758us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243415.414886:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2604 00000100:00100000:2.0:1761243415.414958:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2147 00000100:00100000:2.0:1761243415.414964:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2d9ecec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464860544:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243415.415002:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2d9ecec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464860544:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 38us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243415.415008:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2147 00000100:00100000:0.0:1761243415.415450:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860608 00000100:00100000:0.0:1761243415.415487:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860672 00000100:00100000:3.0:1761243415.415491:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6057 00000100:00100000:3.0:1761243415.415497:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e970dbc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464860608:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243415.415510:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6058 00000100:00100000:0.0:1761243415.415515:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8480e2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464860672:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243415.415535:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e970dbc2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464860608:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 38us (1835us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243415.415538:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8480e2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464860672:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 23us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243415.415542:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6057 00000100:00100000:0.0:1761243415.415545:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6058 00000100:00100000:3.0:1761243415.417805:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243415.417914:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860736 00000100:00100000:1.0:1761243415.417974:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3038 00000100:00100000:1.0:1761243415.417981:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d723217 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464860736:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243415.418049:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d723217 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464860736:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 68us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243415.418057:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3038 00010000:00010000:1.0:1761243416.184472:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243416.507534:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243416.507555:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a4b18053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481091136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243416.507616:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243416.507657:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091136 00000100:00100000:3.0:1761243416.507698:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:3.0:1761243416.507703:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000434ba644 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481091136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243416.507733:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243416.507768:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000434ba644 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481091136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243416.507775:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00100000:2.0:1761243416.507984:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481091200:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243416.508011:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243416.508045:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a4b18053 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481091136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243416.508070:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091200 00000100:00100000:2.0:1761243416.508092:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:2.0:1761243416.508096:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c3728c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481091200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243416.508106:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243416.508129:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c3728c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481091200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 33us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243416.508135:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00100000:2.0:1761243416.508158:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481091200:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243417.209218:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243417.528447:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e48bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481091264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243417.528520:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243417.528856:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481091328:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243417.529135:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091264 00000100:00100000:1.0:1761243417.529212:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3980 00000100:00100000:1.0:1761243417.529220:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f6a7148 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481091264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243417.529281:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243417.529310:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243417.529345:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f6a7148 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481091264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243417.529434:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e48bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481091264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243417.529480:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3980 00000100:00100000:1.0:1761243417.531413:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091328 00000100:00100000:1.0:1761243417.531466:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3981 00000100:00100000:1.0:1761243417.531472:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000517c42a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481091328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243417.531512:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243417.531580:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000517c42a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481091328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (2407us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243417.531587:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3981 00000100:00100000:0.0:1761243417.531620:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481091328:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243418.237497:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243419.256956:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243419.576893:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243419.577787:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481091392:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243419.577878:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243419.578014:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091392 00000100:00100000:3.0:1761243419.578078:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148 00000100:00100000:3.0:1761243419.578085:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481091392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243419.578143:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa060ef1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481091392:12345-0@lo:400:kworker/u8:3.0 Request processed in 58us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243419.578151:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148 00000100:00100000:2.0:1761243419.578261:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481091392:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761243419.582797:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243419.582805:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243419.582808:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243419.582815:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4926 00000100:00080000:1.0:1761243419.582818:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243419.582824:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243419.582843:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000df64712e x1846792481091840/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243419.582858:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243419.582861:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243419.582863:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243419.582865:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4926 00000100:00080000:1.0:1761243419.582867:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243419.582870:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243419.582878:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009bf72824 x1846792481091904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243419.582912:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b399937 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481091520:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.582974:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243419.583001:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481091776:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583021:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243419.583040:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1761243419.583046:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d77fb05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481091584:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583064:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243419.583077:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481091968:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583097:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243419.583120:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481091840:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583141:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243419.583154:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009bf72824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481091904:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583170:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243419.583200:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091520 00000100:00100000:1.0:1761243419.583269:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091584 00000100:00100000:1.0:1761243419.583290:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3982 00000100:00100000:1.0:1761243419.583295:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481091520:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583342:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481091520:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243419.583350:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3982 00000100:00100000:1.0:1761243419.583369:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3983 00000100:00100000:1.0:1761243419.583373:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481091584:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583398:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481091584:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243419.583404:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3983 00000100:00100000:1.0:1761243419.583422:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091776 00000100:00100000:1.0:1761243419.583445:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091840 00000100:00100000:1.0:1761243419.583457:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091904 00000100:00100000:1.0:1761243419.583470:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039 00000100:00100000:1.0:1761243419.583474:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481091776:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583501:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481091776:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243419.583506:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039 00000100:00100000:1.0:1761243419.583516:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:1.0:1761243419.583518:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481091840:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243419.583607:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243419.583636:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069187503 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481091840:12345-0@lo:8:kworker/u8:3.0 Request processed in 116us (495us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243419.583642:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00100000:1.0:1761243419.583651:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606 00000100:00100000:1.0:1761243419.583653:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481091904:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243419.583733:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243419.583767:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481091904:12345-0@lo:8:kworker/u8:3.0 Request processed in 112us (596us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243419.583772:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606 00000100:00100000:1.0:1761243419.583790:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091968 00000100:00100000:1.0:1761243419.583815:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6059 00000100:00100000:1.0:1761243419.583819:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd1a29a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481091968:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583846:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd1a29a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481091968:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243419.583851:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6059 00000100:00080000:1.0:1761243419.583908:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243419.583911:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243419.583915:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481091840:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243419.583922:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243419.583924:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243419.583926:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009bf72824 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481091904:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583951:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d77fb05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481091584:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583959:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000254f28bd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481091968:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583966:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b399937 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481091520:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.583974:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005cb13887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481091776:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243419.584075:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cc26d9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481091456:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243419.584108:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243419.584136:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000802a3725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481091712:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243419.584155:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243419.584170:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1761243419.584174:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481091648:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243419.584193:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243419.584203:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f033f06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481092032:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243419.584221:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243419.584272:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091456 00000100:00100000:3.0:1761243419.584294:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091648 00000100:00100000:3.0:1761243419.584317:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092032 00000100:00100000:3.0:1761243419.584335:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6060 00000100:00100000:3.0:1761243419.584338:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000fe35624 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481091456:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243419.584372:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000fe35624 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481091456:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243419.584378:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6060 00000100:00100000:3.0:1761243419.584388:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6061 00000100:00100000:3.0:1761243419.584391:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff3b4de1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481091648:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243419.584413:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff3b4de1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481091648:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243419.584420:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6061 00000100:00100000:3.0:1761243419.584429:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6062 00000100:00100000:3.0:1761243419.584432:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e8073823 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481092032:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243419.584456:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e8073823 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481092032:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243419.584460:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6062 00000100:00100000:3.0:1761243419.584484:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481091648:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243419.584492:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f033f06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481092032:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243419.584499:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cc26d9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481091456:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.585267:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481091712 00000100:00100000:1.0:1761243419.585300:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:1.0:1761243419.585304:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7ec5d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481091712:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243419.585360:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7ec5d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481091712:12345-0@lo:400:kworker/u8:3.0 Request processed in 55us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243419.585366:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00100000:3.0:1761243419.585486:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000802a3725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481091712:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243420.281308:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243420.533375:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243420.533435:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243420.533467:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243420.533502:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243420.533525:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243420.533600:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860864 00000100:00100000:1.0:1761243420.533601:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860992 00000100:00100000:1.0:1761243420.533643:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464860928 00000100:00100000:2.0:1761243420.533646:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2149 00000100:00100000:2.0:1761243420.533652:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eddbac9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464860864:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243420.533660:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6063 00000100:00100000:1.0:1761243420.533663:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dca18ff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464860992:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243420.534337:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6064 00000100:00100000:0.0:1761243420.534344:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f8138c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464860928:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243420.534618:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861120 00000100:00100000:3.0:1761243420.534653:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861056 00000100:00100000:3.0:1761243420.534679:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3041 00000100:00100000:3.0:1761243420.534683:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f5b4162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464861056:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243420.534914:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eddbac9e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464860864:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1260us (1478us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243420.534924:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2149 00000100:00100000:1.0:1761243420.535123:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dca18ff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464860992:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1457us (1656us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243420.535135:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6063 00000100:00100000:1.0:1761243420.535169:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2607 00000100:00100000:1.0:1761243420.535181:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bbdfd6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464861120:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243420.535287:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243420.535318:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bbdfd6e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464861120:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 143us (1955us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243420.535333:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2607 00000100:00100000:0.0:1761243420.535878:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f8138c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464860928:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1532us (2375us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243420.535886:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6064 00000100:00100000:3.0:1761243420.536594:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f5b4162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464861056:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1908us (3068us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243420.536603:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3041 00010000:00010000:1.0:1761243421.308895:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243421.624680:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ed5614b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481092096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243421.624776:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243421.624888:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092096 00000100:00100000:3.0:1761243421.624945:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:3.0:1761243421.624951:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd381cfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481092096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243421.624989:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243421.625034:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd381cfb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481092096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243421.625042:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00100000:2.0:1761243421.625129:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ed5614b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481092096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243421.625476:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481092160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243421.625507:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243421.626036:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092160 00000100:00100000:3.0:1761243421.626074:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867 00000100:00100000:3.0:1761243421.626081:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481092160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243421.626098:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243421.626133:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000254f28bd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481092160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243421.626140:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867 00000100:00100000:1.0:1761243421.627621:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481092160:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243422.339802:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243422.648619:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243422.648636:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481092224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243422.648724:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243422.648835:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092224 00000100:00100000:0.0:1761243422.648891:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3984 00000100:00100000:0.0:1761243422.648897:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481092224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243422.648937:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243422.648983:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481092224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243422.648991:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3984 00000100:00100000:1.0:1761243422.649083:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481092224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243422.655132:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481092288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243422.655202:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243422.655358:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092288 00000100:00100000:1.0:1761243422.655399:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3985 00000100:00100000:1.0:1761243422.655404:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ed5614b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481092288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243422.655441:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243422.655489:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ed5614b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481092288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243422.655496:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3985 00000100:00100000:3.0:1761243422.655570:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481092288:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243423.354998:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243424.377011:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243424.699777:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243424.699785:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243424.699788:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243424.699795:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4932 00000100:00080000:2.0:1761243424.699798:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243424.699804:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243424.699824:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dd3cc63f x1846792481092800/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243424.699840:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243424.699843:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243424.699845:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243424.699848:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4932 00000100:00080000:2.0:1761243424.699850:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243424.699852:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243424.699861:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d5b01949 x1846792481092864/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243424.699905:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a328abf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481092480:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243424.699967:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243424.699989:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481092544:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243424.699993:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f7de0c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481092736:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243424.700014:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243424.700015:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243424.700027:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003bbb252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481092928:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243424.700033:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243424.700038:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481092416:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243424.700047:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243424.700122:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481092800:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243424.700155:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092480 00000100:00100000:2.0:1761243424.700321:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092544 00000100:00100000:2.0:1761243424.700341:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3986 00000100:00100000:2.0:1761243424.700345:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000282ba0a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481092480:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243424.700412:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092928 00000100:00100000:0.0:1761243424.700437:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6065 00000100:00100000:0.0:1761243424.700440:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047169fa9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481092928:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243424.701504:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1761243424.701514:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481092352:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243424.701515:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243424.701537:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481092864:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243424.701545:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243424.701554:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243424.701561:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481092608:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243424.701581:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243424.701590:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3987 00000100:00100000:3.0:1761243424.701593:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481092992:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243424.701595:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b18053 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481092544:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243424.701611:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243424.701628:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b18053 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481092544:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243424.701633:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092608 00000100:00100000:1.0:1761243424.701635:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3987 00000100:00100000:1.0:1761243424.701670:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092736 00000100:00100000:3.0:1761243424.701670:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092992 00000100:00100000:3.0:1761243424.701687:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6066 00000100:00100000:1.0:1761243424.701689:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092800 00000100:00100000:3.0:1761243424.701691:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3d4a659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481092608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243424.701702:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092864 00000100:00100000:1.0:1761243424.701714:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:1.0:1761243424.701717:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044cc63bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481092736:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243424.701718:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3d4a659 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481092608:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243424.701723:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6066 00000100:00100000:3.0:1761243424.701733:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6067 00000100:00100000:3.0:1761243424.701736:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011f17dfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481092992:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243424.701743:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044cc63bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481092736:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243424.701749:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00000100:00100000:3.0:1761243424.701755:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011f17dfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481092992:12345-0@lo:400:kworker/u8:0.0 Request processed in 18us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243424.701760:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:3.0:1761243424.701760:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6067 00000100:00100000:1.0:1761243424.701763:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cc26d9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481092800:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243424.701798:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481092608:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243424.701806:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481092992:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243424.701814:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481092544:0@lo:400:kworker/u8:0.0 00010000:02020000:1.0:1761243424.701851:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243424.701855:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243424.701871:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481092672:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243424.701882:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cc26d9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481092800:12345-0@lo:8:kworker/u8:0.0 Request processed in 117us (369us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243424.701888:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00100000:3.0:1761243424.701889:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243424.701897:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092672 00000100:00100000:3.0:1761243424.701904:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f7de0c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481092736:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243424.701909:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043 00000100:00100000:1.0:1761243424.701911:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481092672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243424.701921:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092416 00000100:00100000:3.0:1761243424.701939:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6068 00000100:00100000:3.0:1761243424.701942:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011e9a98c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481092416:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243424.701957:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481092672:12345-0@lo:400:kworker/u8:0.0 Request processed in 44us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243424.701963:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043 00000100:00100000:3.0:1761243424.701967:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011e9a98c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481092416:12345-0@lo:400:kworker/u8:0.0 Request processed in 24us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243424.701971:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6068 00000100:00100000:1.0:1761243424.701974:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00100000:1.0:1761243424.701977:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481092864:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243424.702042:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481092416:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243424.702050:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481092672:0@lo:400:kworker/u8:0.0 00010000:02020000:1.0:1761243424.702051:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243424.702074:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481092864:12345-0@lo:8:kworker/u8:0.0 Request processed in 96us (520us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243424.702078:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481092352 00000100:00100000:1.0:1761243424.702079:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00100000:3.0:1761243424.702099:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150 00000100:00080000:1.0:1761243424.702102:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1761243424.702102:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e30b541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481092352:12345-0@lo:400:kworker/u8:0.0 00000100:00080000:1.0:1761243424.702105:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243424.702108:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481092800:0@lo:8:kworker/u8:0.0 00000100:00080000:1.0:1761243424.702115:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243424.702118:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243424.702120:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481092864:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243424.702131:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e30b541 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481092352:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243424.702136:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150 00000100:00100000:3.0:1761243424.702160:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481092352:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243424.704409:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000282ba0a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481092480:12345-0@lo:400:kworker/u8:0.0 Request processed in 4056us (4436us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243424.704424:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3986 00000100:00100000:0.0:1761243424.704923:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047169fa9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481092928:12345-0@lo:400:kworker/u8:0.0 Request processed in 4480us (4873us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243424.704943:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6065 00000100:00100000:2.0:1761243424.705310:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003bbb252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481092928:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243424.705996:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a328abf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481092480:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243425.401042:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243425.652125:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243425.653066:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243425.653162:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861440 00000100:00100000:1.0:1761243425.653402:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2610 00000100:00100000:1.0:1761243425.653410:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003bbb252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464861440:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:1.0:1761243425.653720:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243425.657014:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003bbb252 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464861440:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 3594us (4887us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243425.657034:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2610 00000100:00100000:3.0:1761243425.658411:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861184 00000100:00100000:3.0:1761243425.658478:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2151 00000100:00100000:3.0:1761243425.658484:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071df2e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464861184:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243425.663001:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071df2e3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464861184:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 4505us (9927us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243425.663021:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2151 00000100:00100000:2.0:1761243425.663119:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243425.663162:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243425.663564:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243425.663654:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861312 00000100:00100000:3.0:1761243425.663707:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861248 00000100:00100000:3.0:1761243425.663731:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6069 00000100:00100000:3.0:1761243425.663737:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014ccf3a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464861312:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243425.663803:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014ccf3a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464861312:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 65us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243425.663810:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6069 00000100:00100000:3.0:1761243425.663823:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6070 00000100:00100000:3.0:1761243425.663827:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d598c1c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464861248:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243425.663850:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d598c1c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464861248:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 22us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243425.663856:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6070 00000100:00100000:1.0:1761243425.664125:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861376 00000100:00100000:1.0:1761243425.664162:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3044 00000100:00100000:1.0:1761243425.664166:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a328abf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464861376:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243425.664213:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a328abf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464861376:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 46us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243425.664220:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3044 00010000:00010000:1.0:1761243426.424679:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243426.744523:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e48bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481093056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243426.744588:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243426.744733:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093056 00000100:00100000:2.0:1761243426.744773:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868 00000100:00100000:2.0:1761243426.744777:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481093056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243426.744809:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243426.744859:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005cb13887 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481093056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243426.744866:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868 00000100:00100000:1.0:1761243426.745315:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e48bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481093056:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243426.745330:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243426.745334:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481093120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243426.745356:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243426.745382:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093120 00000100:00100000:1.0:1761243426.745404:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869 00000100:00100000:1.0:1761243426.745408:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b399937 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481093120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243426.745419:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243426.745443:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b399937 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481093120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 35us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243426.745449:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869 00000100:00100000:1.0:1761243426.745595:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481093120:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243427.450772:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243427.769261:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b7e82c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481093184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243427.769335:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243427.769956:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243427.769967:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000031a53ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481093248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243427.770005:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243427.770160:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093184 00000100:00100000:0.0:1761243427.770218:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093248 00000100:00100000:0.0:1761243427.770271:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3988 00000100:00100000:0.0:1761243427.770277:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d77fb05 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481093184:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243427.770298:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3989 00000100:00100000:2.0:1761243427.770305:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bf72824 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481093248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243427.770314:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000004:00000024:2.0:1761243427.770332:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243427.770360:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d77fb05 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481093184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243427.770368:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3988 00000100:00100000:2.0:1761243427.770376:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bf72824 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481093248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243427.770384:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3989 00000100:00100000:1.0:1761243427.770444:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000031a53ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481093248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243427.770457:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b7e82c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481093184:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243428.472496:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243429.499597:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243429.816612:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481093312:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243429.816687:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243429.816773:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093312 00000100:00100000:1.0:1761243429.816820:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152 00000100:00100000:1.0:1761243429.816825:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481093312:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243429.817392:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ba9de1d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481093312:12345-0@lo:400:kworker/u8:0.0 Request processed in 565us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243429.817401:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152 00000100:00100000:0.0:1761243429.817435:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481093376:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243429.817468:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243429.817470:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481093312:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243429.817535:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093376 00000100:00080000:2.0:1761243429.817816:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243429.817822:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243429.817825:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243429.817831:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4937 00000100:00080000:2.0:1761243429.817834:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243429.817837:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243429.817855:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001218b746 x1846792481093760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243429.817870:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243429.817879:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243429.817882:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243429.817885:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4937 00000100:00080000:2.0:1761243429.817886:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243429.817890:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243429.817913:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b2836419 x1846792481093824/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243429.817946:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481093760:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243429.817977:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243429.817995:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481093824:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243429.818017:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243429.818044:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093760 00000100:00100000:2.0:1761243429.818064:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093824 00000100:00100000:2.0:1761243429.818080:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611 00000100:00100000:2.0:1761243429.818084:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d197b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481093760:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:2.0:1761243429.818172:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243429.818205:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d197b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481093760:12345-0@lo:8:kworker/u8:0.0 Request processed in 120us (228us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243429.818212:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611 00000100:00100000:2.0:1761243429.818222:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612 00000100:00100000:2.0:1761243429.818225:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481093824:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:2.0:1761243429.818317:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243429.818339:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481093824:12345-0@lo:8:kworker/u8:0.0 Request processed in 113us (322us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243429.818345:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612 00000100:00100000:2.0:1761243429.818371:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481093440:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243429.818395:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243429.818411:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481093696:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243429.818429:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243429.818442:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1761243429.818447:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481093504:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243429.818466:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243429.818479:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481093888:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243429.818501:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243429.818514:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f7de0c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481093568:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243429.818562:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093696 00000100:00100000:0.0:1761243429.818591:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045 00000100:00100000:0.0:1761243429.818595:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e9fcde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481093696:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243429.818628:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e9fcde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481093696:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243429.818633:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045 00000100:00100000:0.0:1761243429.818664:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093440 00000100:00100000:0.0:1761243429.818684:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093504 00000100:00100000:0.0:1761243429.818698:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3990 00000100:00100000:0.0:1761243429.818701:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481093440:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243429.818729:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481093440:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243429.818734:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3990 00000100:00100000:0.0:1761243429.818744:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3991 00000100:00100000:0.0:1761243429.818747:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481093504:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243429.818767:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481093504:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243429.818772:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3991 00000100:00100000:0.0:1761243429.818796:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481093632:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243429.818816:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1761243429.818848:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243429.818851:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243429.818854:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481093760:0@lo:8:kworker/u8:0.0 00000100:00080000:0.0:1761243429.818863:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243429.818865:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243429.818867:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481093824:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243429.818904:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093632 00000100:00100000:0.0:1761243429.818925:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046 00000100:00100000:0.0:1761243429.818928:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa5db33c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481093632:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243429.818958:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa5db33c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481093632:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243429.818964:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046 00000100:00100000:0.0:1761243429.818987:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481093632:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243429.822390:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481093440:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243429.822413:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481093696:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243429.822445:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481093504:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243429.822480:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243429.822590:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093888 00000100:00100000:1.0:1761243429.822644:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6071 00000100:00100000:1.0:1761243429.822650:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000cf04cd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481093376:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243429.822721:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000cf04cd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481093376:12345-0@lo:400:kworker/u8:0.0 Request processed in 71us (5253us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243429.822728:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6071 00000100:00100000:1.0:1761243429.822746:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6072 00000100:00100000:1.0:1761243429.822749:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000692558a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481093888:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243429.822778:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000692558a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481093888:12345-0@lo:400:kworker/u8:0.0 Request processed in 28us (4277us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243429.822787:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6072 00000100:00100000:1.0:1761243429.822817:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481093376:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243429.822941:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481093888:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243429.823045:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481093952:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243429.823076:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243429.823152:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093568 00000100:00100000:3.0:1761243429.823185:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481093952 00000100:00100000:3.0:1761243429.823203:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6073 00000100:00100000:3.0:1761243429.823206:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481093568:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243429.823261:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009967ee18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481093568:12345-0@lo:400:kworker/u8:0.0 Request processed in 54us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243429.823266:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6073 00000100:00100000:3.0:1761243429.823279:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6074 00000100:00100000:3.0:1761243429.823282:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebbb9ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481093952:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243429.823306:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebbb9ca3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481093952:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243429.823311:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6074 00000100:00100000:2.0:1761243429.823415:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f7de0c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481093568:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243429.823426:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481093952:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243430.521598:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243430.772345:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243430.772398:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243430.772430:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861760 00000100:00100000:2.0:1761243430.772436:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243430.772473:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243430.772480:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2613 00000100:00100000:0.0:1761243430.772488:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d93b721 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464861760:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00000100:00100000:2.0:1761243430.772505:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243430.772531:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861632 00000100:00100000:2.0:1761243430.772577:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861568 00000100:00100000:2.0:1761243430.772595:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6075 00010000:02020000:0.0:1761243430.772599:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243430.772602:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e9b8b2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464861632:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243430.772661:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e9b8b2b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464861632:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 61us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243430.772669:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6075 00000100:00100000:2.0:1761243430.772689:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6076 00000100:00100000:1.0:1761243430.772694:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861504 00000100:00100000:2.0:1761243430.772694:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464861568:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243430.772727:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2153 00000100:00100000:1.0:1761243430.772732:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bfa8dd55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464861504:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243430.773382:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d93b721 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464861760:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 892us (1045us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243430.773390:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464861568:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 693us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243430.773392:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2613 00000100:00100000:2.0:1761243430.773403:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6076 00000100:00100000:0.0:1761243430.773409:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861696 00000100:00100000:1.0:1761243430.773441:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bfa8dd55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464861504:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 707us (1042us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243430.773448:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2153 00000100:00100000:0.0:1761243430.773543:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3047 00000100:00100000:0.0:1761243430.773549:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f389e332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464861696:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243430.773576:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f389e332 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464861696:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 27us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243430.773581:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3047 00010000:00010000:1.0:1761243431.544989:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243431.866449:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243431.866466:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f470ff26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481094016:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243431.866543:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243431.866589:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094016 00000100:00100000:0.0:1761243431.866634:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00100000:0.0:1761243431.866640:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d4dedcdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481094016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243431.866674:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243431.866717:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d4dedcdb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481094016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243431.866724:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00100000:0.0:1761243431.866768:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f470ff26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481094016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243431.867509:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243431.867532:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bbd6fcca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481094080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243431.867568:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243431.870504:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094080 00000100:00100000:0.0:1761243431.870871:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871 00000100:00100000:0.0:1761243431.870877:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481094080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243431.870905:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243431.870994:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b7e82c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481094080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (3425us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243431.871001:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871 00000100:00100000:3.0:1761243431.871268:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bbd6fcca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481094080:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243432.574150:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243432.888452:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481094144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243432.888541:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243432.888602:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f470ff26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481094208:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243432.890644:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094144 00000100:00100000:1.0:1761243432.890720:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3992 00000100:00100000:1.0:1761243432.890726:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481094144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243432.890765:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243432.890831:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481094144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (2292us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243432.890838:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3992 00000100:00100000:0.0:1761243432.892769:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243432.893830:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481094144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243432.893980:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094208 00000100:00100000:1.0:1761243432.894044:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3993 00000100:00100000:1.0:1761243432.894050:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bc20e81 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481094208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243432.894088:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243432.894154:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bc20e81 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481094208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243432.894161:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3993 00000100:00100000:0.0:1761243432.894319:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f470ff26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481094208:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243433.592453:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243434.618288:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243434.936593:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243434.936601:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243434.936605:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243434.936613:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4942 00000100:00080000:0.0:1761243434.936616:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243434.936621:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243434.936647:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d65f58c2 x1846792481094720/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243434.936663:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243434.936666:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243434.936667:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243434.936670:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4942 00000100:00080000:0.0:1761243434.936691:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243434.936694:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243434.936706:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f6a953c0 x1846792481094784/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243434.936750:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481094720:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243434.936818:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243434.936846:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481094784:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243434.936866:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243434.936914:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094720 00000100:00100000:0.0:1761243434.936941:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094784 00000100:00100000:0.0:1761243434.936958:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614 00000100:00100000:0.0:1761243434.936964:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df88e90a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481094720:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243434.937077:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f470ff26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481094272:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.937116:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243434.937131:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043c39b1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481094528:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.937154:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243434.937169:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a27619e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481094912:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.937187:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243434.937202:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1761243434.937207:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000809e18a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481094464:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243434.937209:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004261df0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481094400:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.937246:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243434.937254:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000712c2677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481094336:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.937262:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005fada719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481094848:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243434.937277:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243434.937286:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615 00000100:00100000:2.0:1761243434.937290:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006933db85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481094784:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243434.937294:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dba593b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481094592:0@lo:400:kworker/u8:3.0 00010000:02020000:2.0:1761243434.937365:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243434.937403:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006933db85 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481094784:12345-0@lo:8:kworker/u8:3.0 Request processed in 112us (537us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243434.937409:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615 00000100:00100000:2.0:1761243434.937431:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094528 00000100:00100000:2.0:1761243434.937486:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094912 00000100:00100000:2.0:1761243434.937506:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094336 00000100:00100000:2.0:1761243434.937520:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6077 00000100:00100000:2.0:1761243434.937524:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017298360 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481094528:12345-0@lo:400:kworker/u8:3.0 00010000:02020000:0.0:1761243434.937867:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243434.937941:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017298360 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481094528:12345-0@lo:400:kworker/u8:3.0 Request processed in 416us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243434.937948:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6077 00000100:00100000:3.0:1761243434.937957:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243434.937962:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6078 00000100:00100000:2.0:1761243434.937966:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0f4319d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481094912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243434.937987:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243434.937991:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0f4319d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481094912:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243434.937997:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6078 00000100:00100000:3.0:1761243434.937999:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7d49dcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481094656:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.938007:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6079 00000100:00100000:2.0:1761243434.938010:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481094336:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243434.938020:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243434.938033:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f646b28d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481094336:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243434.938039:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6079 00000100:00100000:3.0:1761243434.938057:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094592 00000100:00100000:2.0:1761243434.938059:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094464 00000100:00100000:2.0:1761243434.938077:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094400 00000100:00100000:3.0:1761243434.938077:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094656 00000100:00100000:3.0:1761243434.938087:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048 00000100:00100000:3.0:1761243434.938090:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481094592:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.938091:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3994 00000100:00100000:2.0:1761243434.938094:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481094464:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243434.938117:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481094592:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243434.938123:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048 00000100:00100000:2.0:1761243434.938129:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481094464:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243434.938135:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3994 00000100:00100000:2.0:1761243434.938144:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3995 00000100:00100000:2.0:1761243434.938147:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481094400:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243434.938149:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049 00000100:00100000:3.0:1761243434.938152:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481094656:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.938175:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481094400:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243434.938180:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3995 00000100:00100000:2.0:1761243434.938252:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000712c2677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481094336:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.938264:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dba593b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481094592:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243434.938270:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481094656:12345-0@lo:400:kworker/u8:3.0 Request processed in 117us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243434.938276:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049 00000100:00100000:2.0:1761243434.938289:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243434.938305:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004261df0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481094400:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.938310:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043c39b1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481094528:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243434.938314:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7d49dcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481094656:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.938321:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a27619e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481094912:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243434.938325:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094272 00000100:00100000:2.0:1761243434.938337:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000809e18a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481094464:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.938358:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094848 00000100:00100000:1.0:1761243434.938363:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154 00000100:00100000:1.0:1761243434.938369:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481094272:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.938398:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6080 00000100:00100000:1.0:1761243434.938412:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff30aac6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481094272:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (1295us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243434.938419:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154 00000100:00100000:0.0:1761243434.938478:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df88e90a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481094720:12345-0@lo:8:kworker/u8:3.0 Request processed in 1511us (1659us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243434.938482:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f470ff26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481094272:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243434.938488:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614 00000100:00080000:0.0:1761243434.939013:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243434.939018:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243434.939021:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481094720:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761243434.939031:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243434.939033:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243434.939036:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481094784:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243434.939700:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000038cf031 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481094848:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.939774:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000038cf031 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481094848:12345-0@lo:400:kworker/u8:3.0 Request processed in 1370us (1485us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243434.939821:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005fada719 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481094848:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243434.940760:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6080 00010000:00010000:1.0:1761243435.640941:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243435.891473:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243435.891523:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243435.891571:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243435.891581:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861888 00000100:00100000:1.0:1761243435.891609:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243435.891630:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6081 00000100:00100000:2.0:1761243435.891637:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464861888:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243435.891681:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243435.891707:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861824 00000100:00100000:2.0:1761243435.891709:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdc31716 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464861888:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 72us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243435.891717:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6081 00000100:00100000:1.0:1761243435.891731:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2155 00000100:00100000:2.0:1761243435.891731:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464861952 00000100:00100000:1.0:1761243435.891734:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464861824:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243435.891746:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6082 00000100:00100000:2.0:1761243435.891749:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e8a58ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464861952:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243435.891760:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038711d16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464861824:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 25us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243435.891767:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2155 00000100:00100000:2.0:1761243435.891767:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e8a58ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464861952:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 17us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243435.891773:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6082 00000100:00100000:0.0:1761243435.891859:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862080 00000100:00100000:0.0:1761243435.891896:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862016 00000100:00100000:3.0:1761243435.891902:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2616 00000100:00100000:3.0:1761243435.891907:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df64712e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464862080:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00000100:00100000:0.0:1761243435.891928:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3050 00000100:00100000:0.0:1761243435.891932:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464862016:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243435.891985:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464862016:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 53us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243435.891991:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3050 00010000:02020000:3.0:1761243435.892003:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243435.892031:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df64712e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464862080:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 123us (566us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243435.892038:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2616 00010000:00010000:1.0:1761243436.664497:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243436.984592:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481094976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243436.984678:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243436.984736:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481094976 00000100:00100000:2.0:1761243436.984781:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872 00000100:00100000:2.0:1761243436.984787:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481094976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243436.984823:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243436.984867:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ac4c74a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481094976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243436.984875:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872 00000100:00100000:2.0:1761243436.984921:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481094976:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243436.985181:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc5e3ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481095040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243436.985214:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243436.985263:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095040 00000100:00100000:3.0:1761243436.985288:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00000100:00100000:3.0:1761243436.985292:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cae9b07e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481095040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243436.985302:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243436.985343:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cae9b07e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481095040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243436.985349:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00100000:3.0:1761243436.985380:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc5e3ab6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481095040:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243437.689489:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243438.008774:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481095104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243438.008887:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243438.009331:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095104 00000100:00100000:0.0:1761243438.009421:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3996 00000100:00100000:0.0:1761243438.009426:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481095104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243438.009498:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243438.009547:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481095104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243438.009553:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3996 00000100:00100000:0.0:1761243438.009593:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481095104:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243438.009855:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5e0b9f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481095168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243438.009908:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243438.010050:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095168 00000100:00100000:3.0:1761243438.010149:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3997 00000100:00100000:3.0:1761243438.010153:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d65f58c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481095168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243438.010182:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243438.010283:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d65f58c2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481095168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243438.010289:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3997 00000100:00100000:2.0:1761243438.010469:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5e0b9f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481095168:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243438.712498:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243439.736416:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243440.061160:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243440.061167:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243440.061170:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243440.061178:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4947 00000100:00080000:2.0:1761243440.061182:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243440.061188:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243440.061209:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002d968fda x1846792481095680/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243440.061214:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481095360:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243440.061246:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243440.061249:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243440.061251:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243440.061255:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4947 00000100:00080000:2.0:1761243440.061257:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243440.061260:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243440.061272:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e79759eb x1846792481095744/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243440.061300:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243440.061312:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481095424:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243440.061331:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481095616:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243440.061348:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243440.061371:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243440.061385:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481095808:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243440.061415:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095616 00000100:00100000:2.0:1761243440.061416:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243440.061452:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095360 00000100:00100000:1.0:1761243440.061462:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051 00000100:00100000:1.0:1761243440.061468:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481095616:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243440.061483:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095424 00000100:00100000:2.0:1761243440.061506:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3998 00000100:00100000:2.0:1761243440.061511:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f056126e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481095360:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243440.061517:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481095616:12345-0@lo:400:kworker/u8:0.0 Request processed in 47us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243440.061523:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051 00000100:00100000:2.0:1761243440.061551:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f056126e pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481095360:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243440.061554:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3999 00000100:00100000:1.0:1761243440.061560:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481095424:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243440.061563:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3998 00000100:00100000:1.0:1761243440.061599:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481095424:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243440.061606:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3999 00000100:00100000:1.0:1761243440.061640:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481095360:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243440.061649:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000048c08ce3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481095616:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243440.061764:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481095680:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243440.061793:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243440.061815:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481095744:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243440.061832:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243440.061855:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095808 00000100:00100000:0.0:1761243440.061881:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6083 00000100:00100000:0.0:1761243440.061885:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481095808:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243440.061929:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007215f9cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481095808:12345-0@lo:400:kworker/u8:0.0 Request processed in 43us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243440.061935:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6083 00000100:00100000:0.0:1761243440.061958:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481095296:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243440.061983:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243440.061997:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061e00983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481095552:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243440.062018:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243440.062034:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1761243440.062039:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5e0b9f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481095232:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243440.062085:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243440.062097:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4688ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481095488:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243440.062114:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243440.062124:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003eb47f4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481095872:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243440.062139:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243440.062160:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095296 00000100:00100000:0.0:1761243440.062181:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095488 00000100:00100000:0.0:1761243440.062195:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095872 00000100:00100000:0.0:1761243440.062211:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6084 00000100:00100000:0.0:1761243440.062215:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f470ff26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481095296:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243440.062250:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095232 00000100:00100000:0.0:1761243440.062272:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f470ff26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481095296:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243440.062281:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2156 00000100:00100000:0.0:1761243440.062282:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6084 00000100:00100000:1.0:1761243440.062288:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481095232:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243440.062300:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6085 00000100:00100000:0.0:1761243440.062305:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7d49dcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481095488:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243440.062321:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044026f3e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481095232:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243440.062327:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2156 00000100:00100000:0.0:1761243440.062343:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7d49dcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481095488:12345-0@lo:400:kworker/u8:0.0 Request processed in 37us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243440.062351:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6085 00000100:00100000:1.0:1761243440.062361:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6086 00000100:00100000:1.0:1761243440.062379:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a27619e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481095872:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243440.062393:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095680 00000100:00100000:1.0:1761243440.062407:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a27619e5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481095872:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243440.062413:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6086 00000100:00100000:0.0:1761243440.062416:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095744 00000100:00100000:0.0:1761243440.062436:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095552 00000100:00100000:1.0:1761243440.062442:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617 00000100:00100000:1.0:1761243440.062446:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6a953c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481095680:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243440.062460:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052 00000100:00100000:0.0:1761243440.062465:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000809e18a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481095552:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243440.062496:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000809e18a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481095552:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243440.062502:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052 00000100:00100000:0.0:1761243440.062513:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2618 00000100:00100000:0.0:1761243440.062516:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fada719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481095744:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:1.0:1761243440.062546:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243440.062574:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6a953c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481095680:12345-0@lo:8:kworker/u8:0.0 Request processed in 127us (781us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243440.062579:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617 00000100:00080000:1.0:1761243440.062599:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243440.062602:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243440.062605:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481095680:0@lo:8:kworker/u8:0.0 00010000:02020000:0.0:1761243440.062609:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243440.062659:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5e0b9f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481095232:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243440.062667:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4688ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481095488:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243440.062673:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003eb47f4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481095872:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243440.062681:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481095296:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243440.062688:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061e00983 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481095552:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243440.062771:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000499b26f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481095424:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243440.062786:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481095808:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243440.063151:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fada719 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481095744:12345-0@lo:8:kworker/u8:0.0 Request processed in 632us (1316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243440.063158:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2618 00000100:00080000:1.0:1761243440.066461:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243440.066473:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243440.066481:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481095744:0@lo:8:kworker/u8:0.0 00010000:00010000:1.0:1761243440.760699:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243441.014883:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243441.015581:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243441.015620:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243441.015655:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243441.015730:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243441.015792:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862272 00000100:00100000:3.0:1761243441.015840:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862208 00000100:00100000:3.0:1761243441.015861:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6087 00000100:00100000:3.0:1761243441.015867:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003eb47f4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464862272:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243441.016164:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862144 00000100:00100000:2.0:1761243441.016190:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2157 00000100:00100000:2.0:1761243441.016194:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464862144:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243441.016363:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862400 00000100:00100000:0.0:1761243441.016386:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862336 00000100:00100000:0.0:1761243441.016409:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3053 00000100:00100000:0.0:1761243441.016414:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464862336:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243441.016693:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003eb47f4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464862272:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 824us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243441.016702:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6087 00000100:00100000:3.0:1761243441.016721:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6088 00000100:00100000:3.0:1761243441.016725:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464862208:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243441.016795:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c46d5680 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464862144:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 599us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243441.016803:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2157 00000100:00100000:1.0:1761243441.017068:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2619 00000100:00100000:1.0:1761243441.017073:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464862400:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243441.017165:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243441.017203:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464862400:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 128us (2328us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243441.017209:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2619 00000100:00100000:0.0:1761243441.017329:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464862336:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 913us (1598us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243441.017336:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3053 00000100:00100000:3.0:1761243441.019005:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061e00983 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464862208:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 2272us (3344us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243441.019018:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6088 00010000:00010000:1.0:1761243441.784443:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243442.104593:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481095936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243442.104668:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243442.104727:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481095936 00000100:00100000:0.0:1761243442.104784:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:0.0:1761243442.104791:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000043c39b1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481095936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243442.104833:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243442.104878:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000043c39b1c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481095936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243442.104885:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00000100:00100000:0.0:1761243442.104922:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000484ae5d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481095936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243442.105508:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761243442.105518:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004261df0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481096000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243442.105546:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243442.105581:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096000 00000100:00100000:0.0:1761243442.105604:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1875 00000100:00100000:0.0:1761243442.105609:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dba593b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481096000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243442.105622:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243442.105650:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dba593b9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481096000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243442.105656:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1875 00000100:00100000:0.0:1761243442.105681:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004261df0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481096000:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243442.808704:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243443.129119:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004261df0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481096064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243443.129185:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243443.129300:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096064 00000100:00100000:1.0:1761243443.129366:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4000 00000100:00100000:1.0:1761243443.129372:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000712c2677 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481096064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1761243443.129409:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:1.0:1761243443.129454:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000712c2677 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481096064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243443.129461:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4000 00000100:00100000:1.0:1761243443.129501:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004261df0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481096064:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243443.130877:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1761243443.130889:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0f0f729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481096128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243443.130977:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243443.132222:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096128 00000100:00100000:3.0:1761243443.132283:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4001 00000100:00100000:3.0:1761243443.132287:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481096128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243443.132337:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243443.132398:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481096128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (1421us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243443.132404:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4001 00000100:00100000:1.0:1761243443.133185:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0f0f729 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481096128:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243443.832475:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243444.857098:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243445.176595:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243445.176603:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243445.176606:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243445.176614:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4952 00000100:00080000:0.0:1761243445.176617:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243445.176623:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243445.176637:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004261df0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481096384:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243445.176645:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dd3cc63f x1846792481096640/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243445.176664:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243445.176667:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243445.176669:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243445.176672:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4952 00000100:00080000:0.0:1761243445.176674:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:0.0:1761243445.176677:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243445.176688:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000058299a68 x1846792481096704/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243445.176703:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243445.176733:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096384 00000100:00100000:3.0:1761243445.176735:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481096768:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243445.176761:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243445.176773:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4002 00000100:00100000:3.0:1761243445.176777:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1761243445.176780:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481096384:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243445.176785:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000031a53ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481096192:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243445.176827:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481096384:12345-0@lo:400:kworker/u8:3.0 Request processed in 47us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243445.176833:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4002 00000100:00100000:3.0:1761243445.176842:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243445.176855:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481096448:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243445.176872:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243445.176908:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e48bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481096256:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243445.176973:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096192 00000100:00100000:2.0:1761243445.177006:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:2.0:1761243445.177009:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481096192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243445.177038:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000af016289 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481096192:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243445.177044:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00000100:00100000:1.0:1761243445.177107:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481096320:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243445.177136:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243445.177152:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481096576:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243445.177173:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243445.177197:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481096640:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243445.177255:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243445.177278:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481096704:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243445.177299:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243445.177326:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096576 00000100:00100000:1.0:1761243445.177352:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096640 00000100:00100000:1.0:1761243445.177364:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096704 00000100:00100000:1.0:1761243445.177377:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054 00000100:00100000:1.0:1761243445.177380:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481096576:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243445.177411:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481096576:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243445.177417:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054 00000100:00100000:1.0:1761243445.177429:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620 00000100:00100000:1.0:1761243445.177432:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481096640:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243445.177521:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243445.177549:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481096640:12345-0@lo:8:kworker/u8:3.0 Request processed in 115us (293us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243445.177554:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620 00000100:00100000:1.0:1761243445.177563:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621 00000100:00100000:1.0:1761243445.177566:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d968fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481096704:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243445.177641:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243445.177663:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d968fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3158:x1846792481096704:12345-0@lo:8:kworker/u8:3.0 Request processed in 96us (364us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243445.177669:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621 00000100:00100000:1.0:1761243445.177720:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481096576:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761243445.177742:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243445.177745:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243445.177748:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dd3cc63f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481096640:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243445.177754:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243445.177756:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243445.177758:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000058299a68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481096704:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243445.177797:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096320 00000100:00100000:1.0:1761243445.177814:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4003 00000100:00100000:1.0:1761243445.177817:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481096320:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243445.177844:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481096320:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243445.177849:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4003 00000100:00100000:1.0:1761243445.177868:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481096320:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243445.178670:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096768 00000100:00100000:0.0:1761243445.178709:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096448 00000100:00100000:0.0:1761243445.178732:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6089 00000100:00100000:0.0:1761243445.178737:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481096768:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243445.178741:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6090 00000100:00100000:1.0:1761243445.178748:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0f0f729 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481096448:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243445.178780:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001aac2798 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481096768:12345-0@lo:400:kworker/u8:3.0 Request processed in 43us (2018us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243445.178787:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6089 00000100:00100000:1.0:1761243445.178790:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0f0f729 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481096448:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (1916us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243445.178798:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6090 00000100:00100000:2.0:1761243445.181221:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243445.181316:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f7de0c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481096512:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243445.181369:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243445.181471:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096256 00000100:00100000:0.0:1761243445.181523:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6091 00000100:00100000:0.0:1761243445.181529:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481096256:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243445.181542:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096512 00000100:00100000:1.0:1761243445.181574:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055 00000100:00100000:1.0:1761243445.181579:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b68c5267 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481096512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243445.181584:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052d3ceee pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481096256:12345-0@lo:400:kworker/u8:3.0 Request processed in 53us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243445.181593:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6091 00000100:00100000:1.0:1761243445.181620:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b68c5267 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481096512:12345-0@lo:400:kworker/u8:3.0 Request processed in 40us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243445.181628:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055 00000100:00100000:2.0:1761243445.181701:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e48bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481096256:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243445.181711:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f7de0c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481096512:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243445.183653:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481096448:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243445.183668:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481096832:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243445.183715:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243445.185647:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096832 00000100:00100000:2.0:1761243445.185706:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6092 00000100:00100000:2.0:1761243445.185711:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481096832:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243445.185779:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc5e3ab6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481096832:12345-0@lo:400:kworker/u8:3.0 Request processed in 68us (2065us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243445.185786:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6092 00000100:00100000:3.0:1761243445.186868:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481096832:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243445.186886:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481096768:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243445.186897:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004261df0e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481096384:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243445.186933:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000031a53ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481096192:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243445.880507:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243446.133791:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243446.137117:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243446.137158:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243446.137200:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243446.137267:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243446.137342:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862592 00000100:00100000:3.0:1761243446.137393:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862528 00000100:00100000:3.0:1761243446.137414:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6093 00000100:00100000:3.0:1761243446.137421:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000031a53ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464862592:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243446.137494:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000031a53ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464862592:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 73us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243446.137501:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6093 00000100:00100000:3.0:1761243446.137515:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6094 00000100:00100000:3.0:1761243446.137519:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004261df0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464862528:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243446.137540:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004261df0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464862528:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 20us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243446.137546:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6094 00000100:00100000:0.0:1761243446.138051:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862720 00000100:00100000:2.0:1761243446.138815:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862464 00000100:00100000:2.0:1761243446.138854:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2159 00000100:00100000:2.0:1761243446.138860:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464862464:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243446.138916:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ebf68e96 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464862464:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 55us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243446.138923:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2159 00000100:00100000:2.0:1761243446.146331:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862656 00000100:00100000:2.0:1761243446.146402:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3056 00000100:00100000:2.0:1761243446.146409:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000272e48bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464862656:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243446.146494:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000272e48bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464862656:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 85us (9228us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243446.146502:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3056 00000100:00100000:2.0:1761243446.146521:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2622 00000100:00100000:2.0:1761243446.146525:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048c08ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464862720:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761243446.146610:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243446.146635:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048c08ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464862720:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 109us (12853us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243446.146641:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2622 00010000:00010000:3.0:1761243446.904684:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243447.228222:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481096896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243447.228315:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243447.228363:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096896 00000100:00100000:2.0:1761243447.228403:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876 00000100:00100000:2.0:1761243447.228409:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481096896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243447.228443:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243447.228481:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e60dfacc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481096896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243447.228488:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876 00000100:00100000:2.0:1761243447.228532:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2d1d3e8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481096896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243447.229900:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481096960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243447.229948:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243447.230130:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481096960 00000100:00100000:1.0:1761243447.230161:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:1.0:1761243447.230165:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000499b26f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481096960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1761243447.230181:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243447.230216:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000499b26f2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481096960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243447.230223:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:1.0:1761243447.230342:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481096960:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243447.928464:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243448.248657:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243448.248670:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e20fd76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481097024:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243448.248734:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243448.249108:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481097088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243448.249135:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243448.249257:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097024 00000100:00100000:3.0:1761243448.249302:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097088 00000100:00100000:3.0:1761243448.249324:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4004 00000100:00100000:3.0:1761243448.249330:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481097024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243448.249366:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243448.249405:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481097024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243448.249411:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4004 00000100:00100000:3.0:1761243448.249425:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4005 00000100:00100000:3.0:1761243448.249428:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000097b93163 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481097088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243448.249445:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243448.249467:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000097b93163 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481097088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 38us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243448.249472:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4005 00000100:00100000:1.0:1761243448.249606:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481097088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243448.249618:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e20fd76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481097024:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243448.952930:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243449.976688:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243450.296563:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481097216:0@lo:400:kworker/u8:3.0 00000100:00080000:1.0:1761243450.296581:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243450.296587:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243450.296590:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243450.296595:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4957 00000100:00080000:1.0:1761243450.296598:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243450.296603:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243450.296621:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000042a9109d x1846792481097600/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243450.296635:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243450.296637:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243450.296638:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243450.296641:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4957 00000100:00080000:1.0:1761243450.296643:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:1.0:1761243450.296646:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243450.296656:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000bc68fbd8 x1846792481097664/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243450.296687:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481097600:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243450.296806:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243450.296831:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481097664:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243450.296856:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243450.296880:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000820ed25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481097344:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243450.296905:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243450.296918:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1b63a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481097728:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243450.296940:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243450.296957:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1761243450.296963:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481097280:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.296969:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243450.296996:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000088ddc067 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481097472:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.297020:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243450.297035:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1761243450.297040:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b0b165b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481097152:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.297086:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243450.297123:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000313cc36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481097408:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.297386:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243450.297423:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481097792:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.297490:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243450.297555:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097728 00000100:00100000:1.0:1761243450.297599:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243450.297601:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097216 00000100:00100000:1.0:1761243450.297619:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000c5f47c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481097536:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243450.297639:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243450.297665:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097344 00000100:00100000:1.0:1761243450.297686:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097280 00000100:00100000:1.0:1761243450.297742:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4006 00000100:00100000:1.0:1761243450.297748:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005624049d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481097344:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.297793:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097408 00000100:00100000:1.0:1761243450.297802:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005624049d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481097344:12345-0@lo:400:kworker/u8:3.0 Request processed in 52us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243450.297810:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4006 00000100:00100000:3.0:1761243450.297818:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097792 00000100:00100000:3.0:1761243450.297835:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6095 00000100:00100000:3.0:1761243450.297841:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481097728:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243450.297845:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4007 00000100:00100000:1.0:1761243450.297851:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009efa5b89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481097280:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.297888:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c019a67 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481097728:12345-0@lo:400:kworker/u8:3.0 Request processed in 46us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243450.297894:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009efa5b89 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481097280:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243450.297898:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6095 00000100:00100000:1.0:1761243450.297905:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4007 00000100:00100000:3.0:1761243450.297919:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6096 00000100:00100000:3.0:1761243450.297924:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481097216:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243450.297932:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097600 00000100:00100000:1.0:1761243450.297954:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097664 00000100:00100000:1.0:1761243450.297968:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097472 00000100:00100000:1.0:1761243450.297980:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097536 00000100:00100000:1.0:1761243450.297991:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057 00000100:00100000:1.0:1761243450.297995:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481097472:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243450.298026:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481097472:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243450.298026:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d65644a0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481097216:12345-0@lo:400:kworker/u8:3.0 Request processed in 73us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243450.298041:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057 00000100:00100000:1.0:1761243450.298051:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058 00000100:00100000:3.0:1761243450.298055:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6096 00000100:00100000:1.0:1761243450.298056:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481097536:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.298074:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6097 00000100:00100000:3.0:1761243450.298080:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e20fd76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481097408:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243450.298085:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481097536:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243450.298092:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058 00000100:00100000:1.0:1761243450.298104:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623 00000100:00100000:1.0:1761243450.298107:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000789c279b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481097600:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243450.298213:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243450.298328:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e20fd76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481097408:12345-0@lo:400:kworker/u8:3.0 Request processed in 247us (1159us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243450.298334:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6097 00000100:00100000:3.0:1761243450.298346:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6098 00000100:00100000:3.0:1761243450.298349:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481097792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.298459:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2d1d3e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481097792:12345-0@lo:400:kworker/u8:3.0 Request processed in 108us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243450.298531:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6098 00000100:00100000:3.0:1761243450.298555:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097152 00000100:00100000:3.0:1761243450.298579:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160 00000100:00100000:3.0:1761243450.298583:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481097152:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.298610:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f653e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481097152:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (1524us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243450.298864:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2624 00000100:00100000:0.0:1761243450.298869:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481097664:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:0.0:1761243450.298945:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243450.298997:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160 00000100:00100000:3.0:1761243450.299056:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b0b165b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481097152:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.299074:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000313cc36b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481097408:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.299085:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481097792:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.299094:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000088ddc067 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481097472:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.299104:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d25cbf2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481097216:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.299190:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b115b84c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481097280:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.299200:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000c5f47c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481097536:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.299211:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000820ed25 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481097344:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243450.299221:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1b63a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481097728:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243450.301579:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481097664:12345-0@lo:8:kworker/u8:3.0 Request processed in 2701us (4716us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243450.301581:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000789c279b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481097600:12345-0@lo:8:kworker/u8:3.0 Request processed in 3470us (4774us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243450.301599:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2624 00000100:00100000:1.0:1761243450.301605:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623 00000100:00080000:2.0:1761243450.301744:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243450.301748:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243450.301752:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481097600:0@lo:8:kworker/u8:3.0 00000100:00080000:2.0:1761243450.301763:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243450.301765:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243450.301767:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bc68fbd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481097664:0@lo:8:kworker/u8:3.0 00010000:00010000:3.0:1761243451.000471:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243451.251632:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243451.251698:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243451.251740:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243451.251767:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243451.251795:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243451.251837:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862784 00000100:00100000:1.0:1761243451.251868:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862976 00000100:00100000:2.0:1761243451.251902:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2161 00000100:00100000:2.0:1761243451.251912:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464862784:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243451.251939:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863040 00000100:00100000:1.0:1761243451.251966:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3059 00000100:00100000:1.0:1761243451.251973:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464862976:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243451.251998:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccb02e2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464862784:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 86us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243451.252008:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2161 00000100:00100000:1.0:1761243451.252050:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464862976:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 75us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243451.252060:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2625 00000100:00100000:2.0:1761243451.252071:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a39c120a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464863040:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00000100:00100000:1.0:1761243451.252081:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3059 00010000:02020000:2.0:1761243451.252226:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243451.252307:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a39c120a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464863040:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 236us (567us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243451.252318:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2625 00000100:00100000:3.0:1761243451.252598:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862848 00000100:00100000:3.0:1761243451.252644:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464862912 00000100:00100000:3.0:1761243451.252666:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6099 00000100:00100000:3.0:1761243451.252670:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464862848:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243451.252709:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2393291 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464862848:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 39us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243451.252715:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6099 00000100:00100000:3.0:1761243451.252725:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6100 00000100:00100000:3.0:1761243451.252728:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095fa4bfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464862912:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243451.252744:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095fa4bfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464862912:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 15us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243451.252749:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6100 00010000:00010000:1.0:1761243452.024471:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243452.346067:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1761243452.346081:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481097856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243452.346172:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243452.346218:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097856 00000100:00100000:2.0:1761243452.346274:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:2.0:1761243452.346280:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000013454de6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481097856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243452.346313:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243452.347082:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243452.347092:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481097920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243452.347126:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243452.347167:0:7696:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097920 00000100:00100000:3.0:1761243452.347192:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1879 00000100:00100000:3.0:1761243452.347196:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481097920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243452.347208:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243452.347254:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc68fbd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481097920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243452.347261:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1879 00000100:00100000:3.0:1761243452.347294:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b41d95a6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481097920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1761243452.347687:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000013454de6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481097856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1405us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243452.347694:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00100000:0.0:1761243452.347806:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481097856:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243453.050850:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243453.368515:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481097984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243453.368584:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243453.368615:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481097984 00000100:00100000:2.0:1761243453.368678:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4008 00000100:00100000:2.0:1761243453.368686:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5572923 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481097984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243453.368725:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243453.368768:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1761243453.368775:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5572923 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481097984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243453.368780:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008e1b63a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481098048:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243453.368785:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4008 00000100:00100000:3.0:1761243453.368824:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243453.368837:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481097984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243453.369249:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098048 00000100:00100000:2.0:1761243453.369281:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4009 00000100:00100000:2.0:1761243453.369285:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481098048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243453.369307:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243453.369353:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481098048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243453.369359:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4009 00000100:00100000:3.0:1761243453.369506:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008e1b63a5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481098048:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243454.073588:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243455.096459:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1761243455.420437:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243455.420444:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243455.420447:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243455.420456:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4962 00000100:00080000:2.0:1761243455.420459:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243455.420465:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243455.420484:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d7ec5d45 x1846792481098560/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243455.420501:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243455.420504:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243455.420505:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243455.420509:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4962 00000100:00080000:2.0:1761243455.420510:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243455.420514:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243455.420528:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a46691ec x1846792481098624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243455.420580:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7ec5d45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481098560:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243455.420649:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243455.420676:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a46691ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481098624:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243455.420697:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243455.420736:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098560 00000100:00100000:2.0:1761243455.420765:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098624 00000100:00100000:2.0:1761243455.420781:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:2.0:1761243455.420786:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481098560:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:2.0:1761243455.420873:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243455.420912:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481098560:12345-0@lo:8:kworker/u8:0.0 Request processed in 125us (264us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243455.420919:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00000100:00100000:2.0:1761243455.420935:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2627 00000100:00100000:2.0:1761243455.420938:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481098624:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:2.0:1761243455.421010:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243455.421031:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481098624:12345-0@lo:8:kworker/u8:0.0 Request processed in 93us (334us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243455.421037:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2627 00000100:00080000:2.0:1761243455.421071:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243455.421074:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243455.421092:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7ec5d45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481098560:0@lo:8:kworker/u8:0.0 00000100:00080000:2.0:1761243455.421101:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1761243455.421103:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:2.0:1761243455.421105:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a46691ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481098624:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421207:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481098112:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421269:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243455.421284:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481098368:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421308:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243455.421325:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4688ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481098752:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421344:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243455.421357:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761243455.421363:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481098304:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421386:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243455.421402:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481098688:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421421:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243455.421448:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098368 00000100:00100000:3.0:1761243455.421474:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098752 00000100:00100000:3.0:1761243455.421486:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098688 00000100:00100000:3.0:1761243455.421499:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6101 00000100:00100000:3.0:1761243455.421503:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e1b63a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481098368:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421537:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e1b63a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481098368:12345-0@lo:400:kworker/u8:0.0 Request processed in 33us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243455.421542:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6101 00000100:00100000:3.0:1761243455.421552:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6102 00000100:00100000:3.0:1761243455.421554:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481098752:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421571:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000820ed25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481098752:12345-0@lo:400:kworker/u8:0.0 Request processed in 16us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243455.421575:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6102 00000100:00100000:3.0:1761243455.421582:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6103 00000100:00100000:3.0:1761243455.421585:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d25cbf2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481098688:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421599:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d25cbf2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481098688:12345-0@lo:400:kworker/u8:0.0 Request processed in 14us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243455.421603:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6103 00000100:00100000:3.0:1761243455.421627:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481098688:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421634:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481098368:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421640:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4688ff3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481098752:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421657:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098304 00000100:00100000:3.0:1761243455.421674:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4010 00000100:00100000:3.0:1761243455.421677:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481098304:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.421700:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481098304:12345-0@lo:400:kworker/u8:0.0 Request processed in 22us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243455.421704:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4010 00000100:00100000:3.0:1761243455.421718:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022fa7f88 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481098304:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243455.421776:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098112 00000100:00100000:2.0:1761243455.421805:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162 00000100:00100000:2.0:1761243455.421809:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481098112:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243455.421834:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7c87e98 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481098112:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243455.421839:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162 00000100:00100000:3.0:1761243455.421896:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481098112:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243455.422116:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dfb7e8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481098176:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243455.422149:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243455.423502:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098176 00000100:00100000:3.0:1761243455.423565:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6104 00000100:00100000:3.0:1761243455.423571:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481098176:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.423635:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c5c18ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481098176:12345-0@lo:400:kworker/u8:0.0 Request processed in 64us (1486us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243455.423642:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6104 00000100:00100000:3.0:1761243455.423703:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481098240:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.423736:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243455.423756:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d723217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481098496:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.423780:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243455.423805:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098496 00000100:00100000:3.0:1761243455.423826:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060 00000100:00100000:3.0:1761243455.423829:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481098496:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.423860:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481098496:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243455.423864:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060 00000100:00100000:3.0:1761243455.423893:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d723217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481098496:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.423913:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098240 00000100:00100000:3.0:1761243455.423932:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4011 00000100:00100000:3.0:1761243455.423935:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014c78798 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481098240:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.423972:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014c78798 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481098240:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243455.423978:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4011 00000100:00100000:3.0:1761243455.424000:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f31f03ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481098240:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243455.424136:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dfb7e8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481098176:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243455.424144:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2e11238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481098432:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243455.424164:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243455.424251:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098432 00000100:00100000:3.0:1761243455.424284:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061 00000100:00100000:3.0:1761243455.424288:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481098432:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243455.425572:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2e11238 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481098432:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243455.425665:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481098432:12345-0@lo:400:kworker/u8:0.0 Request processed in 1375us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243455.425673:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061 00010000:00010000:1.0:1761243456.121164:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243456.374009:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243456.374072:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243456.375483:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863104 00000100:00100000:3.0:1761243456.375546:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2163 00000100:00100000:3.0:1761243456.375554:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464863104:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243456.375643:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d413ee6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464863104:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 88us (1643us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243456.375651:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2163 00000100:00100000:0.0:1761243456.377180:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863168 00000100:00100000:0.0:1761243456.377307:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6105 00000100:00100000:0.0:1761243456.377315:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464863168:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243456.377397:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2e11238 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464863168:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 81us (3325us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243456.377405:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6105 00000100:00100000:2.0:1761243456.382708:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243456.384396:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243456.384509:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863296 00000100:00100000:0.0:1761243456.385307:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863360 00000100:00100000:0.0:1761243456.385335:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3062 00000100:00100000:0.0:1761243456.385343:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001061f11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464863296:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243456.385418:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001061f11 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464863296:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 74us (2717us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243456.385426:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3062 00000100:00100000:0.0:1761243456.385445:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2628 00000100:00100000:0.0:1761243456.385448:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a46691ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464863360:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243456.385547:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243456.385574:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a46691ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464863360:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 124us (1184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243456.385580:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2628 00000100:00100000:1.0:1761243456.385919:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243456.386355:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863232 00000100:00100000:2.0:1761243456.386399:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6106 00000100:00100000:2.0:1761243456.386404:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464863232:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243456.386450:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f033f06b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464863232:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 45us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243456.386457:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6106 00010000:00010000:1.0:1761243457.144568:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243457.465292:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481098816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243457.465360:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243457.468362:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098816 00000100:00100000:0.0:1761243457.468418:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880 00000100:00100000:0.0:1761243457.468425:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048c08ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481098816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243457.468460:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243457.468534:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048c08ce3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481098816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 108us (3178us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243457.468542:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880 00000100:00100000:3.0:1761243457.468593:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dfb7e8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481098880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243457.468601:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481098816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243457.468631:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243457.468648:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098880 00000100:00100000:0.0:1761243457.468672:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881 00000100:00100000:0.0:1761243457.468677:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481098880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243457.468687:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243457.468727:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f31f03ab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481098880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243457.468733:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881 00000100:00100000:3.0:1761243457.468994:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dfb7e8a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481098880:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243458.171865:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243458.488414:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481098944:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243458.488493:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243458.488599:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481098944 00000100:00100000:1.0:1761243458.488610:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243458.488620:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481099008:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243458.488639:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4012 00000100:00100000:0.0:1761243458.488646:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d93b721 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481098944:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243458.488652:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1761243458.488683:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243458.488739:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d93b721 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481098944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243458.488748:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4012 00000100:00100000:0.0:1761243458.488766:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099008 00000100:00100000:1.0:1761243458.488783:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001218b746 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481098944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243458.488800:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4013 00000100:00100000:0.0:1761243458.488805:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f389e332 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481099008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243458.488823:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243458.488863:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f389e332 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481099008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243458.488871:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4013 00000100:00100000:1.0:1761243458.488894:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b2836419 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481099008:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1761243459.192463:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243460.216439:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243460.536567:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7ec5d45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481099136:0@lo:400:kworker/u8:0.0 00000100:00080000:2.0:1761243460.536587:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243460.536593:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243460.536596:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243460.536600:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4967 00000100:00080000:2.0:1761243460.536603:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243460.536609:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243460.536627:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000712efe77 x1846792481099520/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243460.536636:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243460.536641:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243460.536644:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243460.536646:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243460.536649:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4967 00000100:00080000:2.0:1761243460.536651:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 21s 00000100:00080000:2.0:1761243460.536653:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243460.536663:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000756ac035 x1846792481099584/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243460.536677:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481099392:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243460.536693:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481099520:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243460.536701:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243460.536715:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243460.536718:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1761243460.536723:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d723217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481099072:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243460.536730:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481099584:0@lo:8:kworker/u8:0.0 00000100:00100000:1.0:1761243460.536780:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481099200:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243460.536849:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099136 00000100:00100000:0.0:1761243460.536888:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6107 00000100:00100000:0.0:1761243460.536894:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481099136:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243460.537056:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243460.537061:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243460.537074:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008cc26d9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481099328:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243460.537088:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099392 00000100:00100000:3.0:1761243460.537097:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243460.537111:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006933db85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481099712:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243460.537112:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099520 00000100:00100000:2.0:1761243460.537125:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099584 00000100:00100000:3.0:1761243460.537131:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243460.537138:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063 00000100:00100000:2.0:1761243460.537142:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481099392:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243460.537153:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00100000:3.0:1761243460.537157:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df88e90a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481099520:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243460.537173:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481099392:12345-0@lo:400:kworker/u8:0.0 Request processed in 30us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243460.537179:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063 00000100:00100000:2.0:1761243460.537191:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630 00000100:00100000:2.0:1761243460.537194:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000809e18a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481099584:12345-0@lo:8:kworker/u8:0.0 00010000:02020000:3.0:1761243460.537297:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243460.537329:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df88e90a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481099520:12345-0@lo:8:kworker/u8:0.0 Request processed in 171us (613us total) trans 0 rc -19/-19 00010000:02020000:2.0:1761243460.537331:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243460.537335:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00100000:2.0:1761243460.537351:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000809e18a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481099584:12345-0@lo:8:kworker/u8:0.0 Request processed in 156us (291us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243460.537354:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099072 00000100:00100000:2.0:1761243460.537357:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630 00000100:00100000:3.0:1761243460.537378:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164 00000100:00100000:3.0:1761243460.537381:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481099072:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243460.537398:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099328 00000100:00100000:3.0:1761243460.537407:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cce98672 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481099072:12345-0@lo:400:kworker/u8:0.0 Request processed in 26us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243460.537413:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164 00000100:00100000:2.0:1761243460.537418:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099712 00000100:00100000:2.0:1761243460.537434:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6108 00000100:00100000:2.0:1761243460.537438:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000789c279b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481099328:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243460.537469:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000789c279b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481099328:12345-0@lo:400:kworker/u8:0.0 Request processed in 31us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243460.537474:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6108 00000100:00100000:2.0:1761243460.537485:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6109 00000100:00100000:2.0:1761243460.537488:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b68c5267 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481099712:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243460.537508:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b68c5267 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481099712:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243460.537513:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6109 00000100:00100000:1.0:1761243460.537846:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243460.537869:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481099456:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243460.537887:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243460.537899:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1761243460.537904:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8310210 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481099264:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243460.537920:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243460.537929:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa5db33c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481099648:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243460.537959:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243460.537977:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099456 00000100:00100000:1.0:1761243460.538008:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:1.0:1761243460.538012:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8e9fcde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481099456:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243460.538038:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8e9fcde pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481099456:12345-0@lo:400:kworker/u8:0.0 Request processed in 25us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243460.538042:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00000100:00100000:1.0:1761243460.538072:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481099456:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243460.538098:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099648 00000100:00100000:1.0:1761243460.538114:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6110 00000100:00100000:1.0:1761243460.538117:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000000c5f47c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481099648:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243460.538140:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000000c5f47c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481099648:12345-0@lo:400:kworker/u8:0.0 Request processed in 23us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243460.538145:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6110 00000100:00100000:1.0:1761243460.538164:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa5db33c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481099648:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243460.538609:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002dfb7e8a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481099136:12345-0@lo:400:kworker/u8:0.0 Request processed in 1714us (1974us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243460.538618:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6107 00000100:00100000:1.0:1761243460.538786:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d723217 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481099072:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243460.538798:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008cc26d9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481099328:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243460.538806:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006933db85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481099712:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243460.538817:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481099392:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243460.538825:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7ec5d45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481099136:0@lo:400:kworker/u8:0.0 00000100:00080000:3.0:1761243460.538928:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243460.538933:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243460.538936:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481099520:0@lo:8:kworker/u8:0.0 00000100:00080000:3.0:1761243460.538956:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243460.538958:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243460.538960:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481099584:0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243460.538995:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099200 00000100:00100000:3.0:1761243460.539017:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099264 00000100:00100000:3.0:1761243460.539032:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4014 00000100:00100000:3.0:1761243460.539035:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481099200:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243460.539072:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481099200:12345-0@lo:400:kworker/u8:0.0 Request processed in 36us (1227us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243460.539076:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4014 00000100:00100000:3.0:1761243460.539086:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4015 00000100:00100000:3.0:1761243460.539090:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042a9109d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481099264:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243460.539109:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042a9109d pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481099264:12345-0@lo:400:kworker/u8:0.0 Request processed in 19us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243460.539113:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4015 00000100:00100000:3.0:1761243460.539142:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8310210 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481099264:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243460.539150:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481099200:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243461.240623:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243461.492128:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243461.492178:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243461.492221:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243461.492280:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243461.492306:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243461.492354:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863616 00000100:00100000:1.0:1761243461.492401:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863680 00000100:00100000:1.0:1761243461.492417:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3065 00000100:00100000:1.0:1761243461.492423:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7ec5d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464863616:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243461.492494:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7ec5d45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464863616:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 70us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243461.492501:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3065 00000100:00100000:1.0:1761243461.492519:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2631 00000100:00100000:1.0:1761243461.492522:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464863680:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:1.0:1761243461.492612:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243461.492640:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464863680:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 116us (333us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243461.492646:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2631 00000100:00100000:3.0:1761243461.492784:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863488 00000100:00100000:3.0:1761243461.492820:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863552 00000100:00100000:3.0:1761243461.492846:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6111 00000100:00100000:3.0:1761243461.492850:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ddc067 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464863488:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243461.492879:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ddc067 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464863488:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 28us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243461.492885:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6111 00000100:00100000:3.0:1761243461.492898:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6112 00000100:00100000:3.0:1761243461.492902:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d723217 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464863552:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243461.492923:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d723217 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464863552:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 21us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243461.492929:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6112 00000100:00100000:2.0:1761243461.493402:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863424 00000100:00100000:2.0:1761243461.493438:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2165 00000100:00100000:2.0:1761243461.493443:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464863424:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243461.495004:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e39f574c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464863424:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 1554us (2777us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243461.495016:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2165 00010000:00010000:1.0:1761243462.266124:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243462.584456:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243462.584476:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481099776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243462.584476:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481099840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243462.584591:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243462.584652:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099840 00000100:00100000:3.0:1761243462.584695:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:3.0:1761243462.584701:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481099840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243462.584737:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243462.584782:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8310210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481099840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243462.584789:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:3.0:1761243462.584841:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481099840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243462.586339:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243462.586435:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099776 00000100:00100000:1.0:1761243462.587018:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883 00000100:00100000:1.0:1761243462.587025:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cc26d9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481099776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243462.587050:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243462.587121:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cc26d9c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481099776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243462.587128:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883 00000100:00100000:3.0:1761243462.587813:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004efb83f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481099776:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761243463.289732:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243463.612320:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481099968:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243463.612392:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243463.612564:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099968 00000100:00100000:2.0:1761243463.612616:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4016 00000100:00100000:2.0:1761243463.612622:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481099968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243463.612659:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243463.612701:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481099968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243463.612707:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4016 00000100:00100000:3.0:1761243463.612901:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481099904:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243463.612948:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243463.613029:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481099904 00000100:00100000:0.0:1761243463.613062:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4017 00000100:00100000:0.0:1761243463.613065:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d160ef07 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481099904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243463.613086:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243463.613116:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d160ef07 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481099904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 50us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243463.613121:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4017 00000100:00100000:3.0:1761243463.613640:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481099904:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243463.613722:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481099968:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243464.313669:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243465.336446:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243465.656607:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000937cb044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481100032:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243465.656630:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f5b4162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481100160:0@lo:400:kworker/u8:0.0 00000100:00080000:0.0:1761243465.656651:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243465.656656:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243465.656660:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243465.656666:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4973 00000100:00080000:0.0:1761243465.656671:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 6s 00000100:00080000:0.0:1761243465.656676:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243465.656689:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243465.656695:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ccc19c9a x1846792481100480/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243465.656707:0:19214:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243465.656710:0:19214:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243465.656711:0:19214:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243465.656714:0:19214:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4973 00000100:00080000:0.0:1761243465.656716:0:19214:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 6s 00000100:00080000:0.0:1761243465.656719:0:19214:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243465.656727:0:19214:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002e1d5f21 x1846792481100544/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243465.656754:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000044cc63bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481100224:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243465.657005:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000282ba0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481100096:0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243465.657519:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243465.657533:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000003bbb252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481100288:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243465.657545:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243465.657554:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481100416:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.657562:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243465.657566:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481100608:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.657578:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481100672:0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243465.657603:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243465.657603:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243465.657613:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100032 00000100:00100000:0.0:1761243465.657648:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100288 00000100:00100000:2.0:1761243465.657656:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100416 00000100:00100000:3.0:1761243465.657660:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166 00000100:00100000:3.0:1761243465.657666:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481100032:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243465.657675:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100608 00000100:00100000:2.0:1761243465.657696:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066 00000100:00100000:0.0:1761243465.657697:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6113 00000100:00100000:2.0:1761243465.657706:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000272e48bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481100416:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243465.657707:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481100288:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.657708:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c6e3b2e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481100032:12345-0@lo:400:kworker/u8:0.0 Request processed in 41us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243465.657718:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166 00000100:00100000:0.0:1761243465.657748:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004efb83f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481100288:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243465.657750:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481100480:0@lo:8:kworker/u8:0.0 00000100:00100000:0.0:1761243465.657754:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6113 00000100:00100000:0.0:1761243465.657773:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6114 00000100:00100000:2.0:1761243465.657773:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000272e48bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481100416:12345-0@lo:400:kworker/u8:0.0 Request processed in 65us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243465.657778:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243465.657781:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058299a68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481100608:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243465.657789:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066 00000100:00100000:3.0:1761243465.657796:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481100544:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243465.657808:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100480 00000100:00100000:3.0:1761243465.657817:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243465.657818:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058299a68 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481100608:12345-0@lo:400:kworker/u8:0.0 Request processed in 38us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243465.657823:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6114 00000100:00100000:2.0:1761243465.657840:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100544 00000100:00100000:0.0:1761243465.657848:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632 00000100:00100000:3.0:1761243465.657853:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100160 00000100:00100000:0.0:1761243465.657854:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481100480:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243465.657870:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00100000:2.0:1761243465.657876:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000879f08f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481100544:12345-0@lo:8:kworker/u8:0.0 00000100:00100000:3.0:1761243465.657880:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100224 00000100:00100000:3.0:1761243465.657909:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4018 00000100:00100000:3.0:1761243465.657912:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fada719 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481100160:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.657957:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fada719 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481100160:12345-0@lo:400:kworker/u8:0.0 Request processed in 45us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243465.657962:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4018 00000100:00100000:3.0:1761243465.657971:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4019 00000100:00100000:3.0:1761243465.657974:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f7de0c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481100224:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.658006:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f7de0c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481100224:12345-0@lo:400:kworker/u8:0.0 Request processed in 32us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243465.658010:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4019 00000100:00100000:3.0:1761243465.658065:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481100416:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.658075:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f5b4162 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481100160:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.658165:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243465.658183:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000937cb044 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481100032:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.658197:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000003bbb252 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481100288:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.658211:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100672 00000100:00100000:3.0:1761243465.658246:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6115 00000100:00100000:3.0:1761243465.658250:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b9c0b1ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481100672:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.658277:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b9c0b1ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481100672:12345-0@lo:400:kworker/u8:0.0 Request processed in 27us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243465.658285:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6115 00000100:00100000:3.0:1761243465.658304:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5b01949 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481100672:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.658328:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000044cc63bc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481100224:0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1761243465.658335:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7f531d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481100608:0@lo:400:kworker/u8:0.0 00010000:02020000:0.0:1761243465.658400:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:2.0:1761243465.658419:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243465.658449:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3158:x1846792481100480:12345-0@lo:8:kworker/u8:0.0 Request processed in 593us (671us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243465.658456:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000879f08f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481100544:12345-0@lo:8:kworker/u8:0.0 Request processed in 579us (639us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243465.658457:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632 00000100:00100000:2.0:1761243465.658467:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00000100:00100000:1.0:1761243465.658679:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243465.658709:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a328abf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481100352:0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1761243465.658730:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243465.658818:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100352 00000100:00100000:0.0:1761243465.658852:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067 00000100:00100000:0.0:1761243465.658857:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481100352:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1761243465.658900:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481100352:12345-0@lo:400:kworker/u8:0.0 Request processed in 42us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243465.658905:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067 00000100:00100000:1.0:1761243465.658972:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a328abf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481100352:0@lo:400:kworker/u8:0.0 00000100:00080000:3.0:1761243465.659460:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243465.659464:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243465.659468:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481100480:0@lo:8:kworker/u8:0.0 00000100:00080000:3.0:1761243465.659477:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243465.659480:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243465.659482:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e1d5f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481100544:0@lo:8:kworker/u8:0.0 00000100:00100000:2.0:1761243465.669577:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100096 00000100:00100000:2.0:1761243465.669656:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6116 00000100:00100000:2.0:1761243465.669662:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481100096:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:2.0:1761243465.669766:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a824fe5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481100096:12345-0@lo:400:kworker/u8:0.0 Request processed in 104us (11088us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243465.669774:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6116 00000100:00100000:1.0:1761243465.670717:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000282ba0a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481100096:0@lo:400:kworker/u8:0.0 00010000:00010000:1.0:1761243466.360546:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243466.615220:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243466.615314:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243466.615338:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243466.615371:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243466.615394:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243466.615473:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863744 00000100:00100000:3.0:1761243466.615530:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2167 00000100:00100000:3.0:1761243466.615536:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464863744:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243466.615608:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9a3ccd7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464863744:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 71us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243466.615615:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2167 00000100:00100000:2.0:1761243466.616993:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863872 00000100:00100000:2.0:1761243466.617291:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863808 00000100:00100000:2.0:1761243466.617320:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6117 00000100:00100000:2.0:1761243466.617327:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464863872:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243466.617387:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c1889ac pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464863872:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 59us (2050us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243466.617395:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6117 00000100:00100000:2.0:1761243466.617408:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6118 00000100:00100000:2.0:1761243466.617412:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464863808:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243466.617438:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000426154fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464863808:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 24us (2067us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243466.617444:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6118 00000100:00100000:0.0:1761243466.617925:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864000 00000100:00100000:0.0:1761243466.617948:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464863936 00000100:00100000:0.0:1761243466.617970:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3068 00000100:00100000:0.0:1761243466.617975:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464863936:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243466.618004:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464863936:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 29us (2610us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243466.618011:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3068 00000100:00100000:0.0:1761243466.618035:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2634 00000100:00100000:0.0:1761243466.618039:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464864000:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243466.618129:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243466.618160:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464864000:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 120us (2846us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243466.618166:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2634 00010000:00010000:3.0:1761243467.387345:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243467.704726:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1761243467.704743:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007937ce90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481100736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243467.704814:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243467.704868:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100736 00000100:00100000:3.0:1761243467.704913:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884 00000100:00100000:3.0:1761243467.704919:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff8a0084 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481100736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243467.704955:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243467.704996:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff8a0084 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481100736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243467.705004:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884 00000100:00100000:3.0:1761243467.705280:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007937ce90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481100736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243467.705447:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243467.705455:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481100800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243467.705480:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243467.707369:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100800 00000100:00100000:3.0:1761243467.707436:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885 00000100:00100000:3.0:1761243467.707443:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481100800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243467.707476:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243467.707563:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000313cc36b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481100800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (2082us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243467.707570:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885 00000100:00100000:0.0:1761243467.707845:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000066dcc5f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481100800:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243468.409718:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243468.729990:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1761243468.730019:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481100864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243468.730114:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243468.730192:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100864 00000100:00100000:2.0:1761243468.730282:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4020 00000100:00100000:2.0:1761243468.730288:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dd3cc63f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481100864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243468.730334:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:3.0:1761243468.730349:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243468.730359:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007937ce90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481100928:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243468.730382:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dd3cc63f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481100864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243468.730389:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4020 00000100:00100000:3.0:1761243468.730397:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243468.730619:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481100864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243468.730711:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100928 00000100:00100000:3.0:1761243468.730815:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4021 00000100:00100000:3.0:1761243468.730820:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005061b56 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481100928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243468.730852:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243468.730905:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005061b56 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481100928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243468.730915:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4021 00000100:00100000:0.0:1761243468.731791:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007937ce90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481100928:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243469.436878:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243470.458594:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1761243470.782879:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243470.782888:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243470.782892:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243470.782902:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4978 00000100:00080000:3.0:1761243470.782908:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 11s 00000100:00080000:3.0:1761243470.782914:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243470.782939:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000040996a1 x1846792481101440/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243470.782946:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000041880075 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481101056:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761243470.782958:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1761243470.782963:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1761243470.782964:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1761243470.782967:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4978 00000100:00080000:3.0:1761243470.782970:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 11s 00000100:00080000:3.0:1761243470.782974:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243470.782986:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000712efe77 x1846792481101504/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243470.783022:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243470.783037:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000040996a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481101440:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243470.783060:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007937ce90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481101312:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.783079:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243470.783111:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243470.783113:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481101504:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243470.783137:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1761243470.783145:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cfb84e2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481100992:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.783146:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243470.783177:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243470.783191:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481101248:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.783193:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101056 00000100:00100000:1.0:1761243470.783211:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243470.783224:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ab92a6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481101632:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.783266:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101248 00000100:00100000:1.0:1761243470.783276:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243470.783317:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101440 00000100:00100000:1.0:1761243470.783335:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101312 00000100:00100000:1.0:1761243470.783353:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101504 00000100:00100000:1.0:1761243470.783367:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069 00000100:00100000:1.0:1761243470.783372:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481101312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243470.783413:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba395ec0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481101312:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243470.783419:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069 00000100:00100000:1.0:1761243470.783433:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2635 00000100:00100000:1.0:1761243470.783437:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481101440:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243470.783519:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243470.783550:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4688ff3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481101440:12345-0@lo:8:kworker/u8:3.0 Request processed in 112us (472us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243470.783555:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635 00000100:00100000:1.0:1761243470.783563:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2636 00000100:00100000:1.0:1761243470.783566:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481101504:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243470.783637:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243470.783669:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f6cd0149 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481101504:12345-0@lo:8:kworker/u8:3.0 Request processed in 89us (513us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243470.783675:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2636 00000100:00100000:1.0:1761243470.783711:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007937ce90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481101312:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243470.783715:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481100992 00000100:00100000:1.0:1761243470.783740:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f056126e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481101184:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243470.783751:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168 00000100:00100000:0.0:1761243470.783756:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481100992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243470.783829:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057e549a5 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481100992:12345-0@lo:400:kworker/u8:3.0 Request processed in 72us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243470.783835:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168 00000100:00100000:0.0:1761243470.783876:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cfb84e2f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481100992:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.785006:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101632 00000100:00100000:3.0:1761243470.785047:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6119 00000100:00100000:3.0:1761243470.785053:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481101056:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.785126:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000066dcc5f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481101056:12345-0@lo:400:kworker/u8:3.0 Request processed in 61us (2094us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243470.785134:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6119 00000100:00100000:3.0:1761243470.785148:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6120 00000100:00100000:3.0:1761243470.785153:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481101248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.785179:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008cf3b55f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481101248:12345-0@lo:400:kworker/u8:3.0 Request processed in 26us (1969us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243470.785184:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6120 00000100:00100000:3.0:1761243470.785196:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6121 00000100:00100000:3.0:1761243470.785199:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481101632:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.785221:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c68d0b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481101632:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (1945us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243470.785226:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6121 00000100:00080000:3.0:1761243470.785280:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243470.785284:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243470.785288:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000040996a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481101440:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243470.785299:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243470.785302:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243470.785304:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000712efe77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481101504:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243470.785338:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481101248:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.785348:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ab92a6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481101632:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.785355:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000041880075 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481101056:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.785396:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd7e89ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481101120:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243470.785602:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243470.785631:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481101568:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.785668:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243470.786070:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243470.786107:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101184 00000100:00100000:2.0:1761243470.786107:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101120 00000100:00100000:0.0:1761243470.786143:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4022 00000100:00100000:0.0:1761243470.786147:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481101184:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243470.786346:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4023 00000100:00100000:2.0:1761243470.786350:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481101120:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243470.786399:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000901e6eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481101376:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243470.787033:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101568 00000100:00100000:0.0:1761243470.787041:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0b165b2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481101184:12345-0@lo:400:kworker/u8:3.0 Request processed in 891us (3272us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243470.787051:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4022 00000100:00100000:1.0:1761243470.787070:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6122 00000100:00100000:1.0:1761243470.787076:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041880075 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481101568:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243470.787104:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f056126e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481101184:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243470.787203:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d50802fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481101120:12345-0@lo:400:kworker/u8:3.0 Request processed in 852us (1536us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243470.787209:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4023 00000100:00100000:3.0:1761243470.787804:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243470.788129:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd7e89ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481101120:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243470.788213:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101376 00000100:00100000:0.0:1761243470.788264:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070 00000100:00100000:0.0:1761243470.788268:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481101376:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243470.788311:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fa7f88 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481101376:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243470.788316:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070 00000100:00100000:2.0:1761243470.788378:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000901e6eea pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481101376:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243470.788880:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041880075 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481101568:12345-0@lo:400:kworker/u8:3.0 Request processed in 1802us (2810us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243470.788888:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6122 00000100:00100000:0.0:1761243470.788971:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481101568:0@lo:400:kworker/u8:3.0 00010000:00010000:3.0:1761243471.480479:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243471.732823:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243471.732880:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243471.732917:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243471.732967:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243471.732993:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243471.733067:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864064 00000100:00100000:0.0:1761243471.733101:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864320 00000100:00100000:1.0:1761243471.733130:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2169 00000100:00100000:0.0:1761243471.733133:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864256 00000100:00100000:1.0:1761243471.733139:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464864064:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243471.733161:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3071 00000100:00100000:0.0:1761243471.733166:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464864256:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243471.733213:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000026a6351 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464864064:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 73us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243471.733221:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2169 00000100:00100000:2.0:1761243471.733318:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864192 00000100:00100000:2.0:1761243471.733344:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864128 00000100:00100000:2.0:1761243471.733360:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6123 00000100:00100000:2.0:1761243471.733364:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464864192:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243471.733608:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6124 00000100:00100000:3.0:1761243471.733614:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464864128:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243471.733708:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000040996a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464864256:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 539us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243471.733718:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3071 00000100:00100000:0.0:1761243471.733735:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2637 00000100:00100000:0.0:1761243471.733740:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464864320:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243471.733847:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243471.733889:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ab92a6f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464864320:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 147us (1072us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243471.733896:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2637 00000100:00100000:2.0:1761243471.735001:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000901e6eea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464864192:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 1632us (2080us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243471.735011:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6123 00000100:00100000:3.0:1761243471.735432:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000712efe77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464864128:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 1816us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243471.735440:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6124 00010000:00010000:1.0:1761243472.505650:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243472.824445:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243472.824463:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481101696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243472.824534:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243472.824581:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101696 00000100:00100000:0.0:1761243472.824639:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886 00000100:00100000:0.0:1761243472.824646:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000282ba0a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481101696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243472.824686:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243472.824693:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243472.824704:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481101760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243472.824733:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000282ba0a0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481101696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243472.824743:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243472.824744:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886 00000100:00100000:1.0:1761243472.826685:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000490226b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481101696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243472.826823:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101760 00000100:00100000:0.0:1761243472.826916:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887 00000100:00100000:0.0:1761243472.826922:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cfb84e2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481101760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1761243472.827013:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243472.827091:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cfb84e2f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481101760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 168us (2351us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243472.827099:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887 00000100:00100000:3.0:1761243472.827136:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000756ac035 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481101760:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243473.529203:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243473.848646:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481101824:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243473.849189:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1761243473.849506:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243473.850077:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101824 00000100:00100000:3.0:1761243473.850116:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007937ce90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481101888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243473.850128:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4024 00000100:00100000:2.0:1761243473.850134:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e1d5f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481101824:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243473.850148:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1761243473.850172:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243473.850222:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e1d5f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481101824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243473.850253:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4024 00000100:00100000:2.0:1761243473.850268:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101888 00000100:00100000:3.0:1761243473.850270:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003d782c7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481101824:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243473.850284:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4025 00000100:00100000:2.0:1761243473.850288:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481101888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243473.850305:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243473.850344:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b41d95a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481101888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243473.850349:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4025 00000100:00100000:3.0:1761243473.851437:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007937ce90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481101888:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243474.554975:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243475.577079:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243475.829843:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243475.829890:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243475.829985:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864384 00000100:00100000:3.0:1761243475.830046:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864448 00000100:00100000:3.0:1761243475.830077:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1373 00000100:00100000:3.0:1761243475.830084:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000517c42a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464864384:12345-192.168.204.14@tcp:17:kworker/0:1.0 00000100:00100000:0.0:1761243475.830107:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 1374 00000100:00100000:0.0:1761243475.830115:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bc20e81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464864448:12345-192.168.204.14@tcp:17:kworker/0:1.0 00000100:00100000:3.0:1761243475.830199:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000517c42a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464864384:12345-192.168.204.14@tcp:17:kworker/0:1.0 Request processed in 115us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243475.830208:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1373 00000100:00100000:0.0:1761243475.830222:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bc20e81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464864448:12345-192.168.204.14@tcp:17:kworker/0:1.0 Request processed in 105us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243475.830268:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 1374 00000100:00080000:2.0:1761243475.901023:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243475.901030:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243475.901034:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243475.901043:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4983 00000100:00080000:2.0:1761243475.901048:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 16s 00000100:00080000:2.0:1761243475.901053:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243475.901075:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b7d27b80 x1846792481102400/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243475.901088:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243475.901091:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243475.901092:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243475.901095:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4983 00000100:00080000:2.0:1761243475.901096:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 16s 00000100:00080000:2.0:1761243475.901099:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243475.901106:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000061d5073d x1846792481102464/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:2.0:1761243475.901152:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481102080:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901211:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243475.901256:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057be3411 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481102336:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901277:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243475.901310:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1761243475.901315:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000712c2677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481102016:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901337:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243475.901349:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481102272:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901365:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243475.901394:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102080 00000100:00100000:2.0:1761243475.901433:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4026 00000100:00100000:2.0:1761243475.901438:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f389e332 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481102080:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901480:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f389e332 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481102080:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243475.901488:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4026 00000100:00100000:2.0:1761243475.901513:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102336 00000100:00100000:2.0:1761243475.901538:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102272 00000100:00100000:2.0:1761243475.901553:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:2.0:1761243475.901556:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481102336:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901581:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc094359 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481102336:12345-0@lo:400:kworker/u8:3.0 Request processed in 24us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243475.901586:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000100:00100000:2.0:1761243475.901595:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073 00000100:00100000:2.0:1761243475.901598:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481102272:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901614:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a164cd57 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481102272:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243475.901619:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073 00000100:00100000:2.0:1761243475.901644:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102016 00000100:00100000:2.0:1761243475.901663:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6125 00000100:00100000:2.0:1761243475.901666:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481102016:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901686:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a023057d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481102016:12345-0@lo:400:kworker/u8:3.0 Request processed in 20us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243475.901691:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6125 00000100:00100000:2.0:1761243475.901717:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006933db85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481102144:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901738:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243475.901748:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09bc404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481102528:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901764:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243475.901774:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1761243475.901777:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481101952:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901797:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243475.901805:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa5db33c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481102208:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901820:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243475.901830:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d93b721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481102592:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901844:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243475.901860:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102144 00000100:00100000:2.0:1761243475.901876:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4027 00000100:00100000:2.0:1761243475.901879:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481102144:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901903:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d5df337 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481102144:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243475.901908:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4027 00000100:00100000:2.0:1761243475.901922:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102528 00000100:00100000:2.0:1761243475.901936:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102208 00000100:00100000:2.0:1761243475.901946:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102592 00000100:00100000:2.0:1761243475.901956:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6126 00000100:00100000:2.0:1761243475.901959:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481102528:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.901982:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008660bbb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3161:x1846792481102528:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243475.901987:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6126 00000100:00100000:2.0:1761243475.901995:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6127 00000100:00100000:2.0:1761243475.901997:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481102208:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.902013:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3b399cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481102208:12345-0@lo:400:kworker/u8:3.0 Request processed in 16us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243475.902018:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6127 00000100:00100000:2.0:1761243475.902025:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6128 00000100:00100000:2.0:1761243475.902028:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aef94ca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481102592:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.902043:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aef94ca2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481102592:12345-0@lo:400:kworker/u8:3.0 Request processed in 15us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243475.902048:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6128 00000100:00100000:2.0:1761243475.902076:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa5db33c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481102208:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.902083:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d93b721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481102592:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.902090:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006933db85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481102144:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.902096:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09bc404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3161:1846792481102528:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.902120:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000712c2677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481102016:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.902127:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481102272:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.902134:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481102080:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243475.902141:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057be3411 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481102336:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243475.902265:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481102400:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243475.902293:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243475.902302:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061d5073d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481102464:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243475.902317:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243475.902349:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102400 00000100:00100000:3.0:1761243475.902364:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102464 00000100:00100000:3.0:1761243475.902375:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638 00000100:00100000:3.0:1761243475.902379:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481102400:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243475.902470:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243475.902497:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d782c7e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481102400:12345-0@lo:8:kworker/u8:3.0 Request processed in 117us (204us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243475.902502:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638 00000100:00100000:3.0:1761243475.902513:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2639 00000100:00100000:3.0:1761243475.902515:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481102464:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243475.902588:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243475.902606:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481102464:12345-0@lo:8:kworker/u8:3.0 Request processed in 90us (289us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243475.902612:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2639 00000100:00080000:3.0:1761243475.902633:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243475.902637:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243475.902640:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481102400:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243475.902647:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243475.902649:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243475.902651:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061d5073d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481102464:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243475.903529:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481101952 00000100:00100000:1.0:1761243475.903582:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:1.0:1761243475.903587:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481101952:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243475.903660:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000865555cd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481101952:12345-0@lo:400:kworker/u8:3.0 Request processed in 72us (1862us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243475.903667:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00000100:00100000:0.0:1761243475.903763:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481101952:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243476.600467:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243476.851943:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243476.852006:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243476.852042:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243476.852067:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243476.852104:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243476.852136:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864512 00000100:00100000:1.0:1761243476.852180:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2171 00000100:00100000:1.0:1761243476.852186:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464864512:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243476.852287:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021ce81db pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2265:x1846792464864512:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 99us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243476.852295:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2171 00000100:00100000:0.0:1761243476.852391:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864768 00000100:00100000:0.0:1761243476.852426:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864704 00000100:00100000:0.0:1761243476.852448:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3074 00000100:00100000:0.0:1761243476.852453:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd7e89ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464864704:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243476.852483:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd7e89ed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464864704:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 29us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243476.852489:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3074 00000100:00100000:0.0:1761243476.852502:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2640 00000100:00100000:0.0:1761243476.852506:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464864768:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243476.852596:0:8884:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243476.852623:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000756ac035 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2262:x1846792464864768:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 116us (618us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243476.852629:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2640 00000100:00100000:2.0:1761243476.852837:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864576 00000100:00100000:2.0:1761243476.852875:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864640 00000100:00100000:2.0:1761243476.855117:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6129 00000100:00100000:2.0:1761243476.855129:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007937ce90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464864576:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243476.855215:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007937ce90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464864576:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 87us (3280us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243476.855222:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6129 00000100:00100000:2.0:1761243476.855257:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6130 00000100:00100000:2.0:1761243476.855262:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f056126e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464864640:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:2.0:1761243476.855291:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f056126e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2265:x1846792464864640:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 29us (3187us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243476.855298:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6130 00010000:00010000:1.0:1761243477.624479:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243477.944869:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481102656:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1761243477.944944:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243477.945063:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102656 00000100:00100000:2.0:1761243477.945112:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888 00000100:00100000:2.0:1761243477.945117:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005bc13693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481102656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243477.945149:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1761243477.945191:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005bc13693 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481102656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243477.945197:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888 00000100:00100000:3.0:1761243477.945399:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481102720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243477.945426:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243477.945460:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102720 00000100:00100000:3.0:1761243477.945484:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889 00000100:00100000:3.0:1761243477.945870:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481102720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243477.945885:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243477.945929:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b115b84c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481102720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 439us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243477.945936:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1761243477.946028:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ccc19c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481102656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243477.946589:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000014c78798 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481102720:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1761243478.648887:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243478.968474:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481102784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1761243478.968545:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243478.968583:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1761243478.968590:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481102848:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243478.968621:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243478.968674:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102784 00000100:00100000:3.0:1761243478.968716:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102848 00000100:00100000:3.0:1761243478.968795:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4028 00000100:00100000:3.0:1761243478.968801:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7f531d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481102848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1761243478.968839:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243478.969627:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4029 00000100:00100000:2.0:1761243478.969633:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a328abf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481102784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243478.969666:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243478.970165:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7f531d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481102848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1362us (1548us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243478.970174:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4028 00000100:00100000:1.0:1761243478.970712:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d968fda pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481102848:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243478.970732:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7ca135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481102784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243478.971364:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a328abf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481102784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1055us (2144us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243478.971374:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4029 00010000:00010000:3.0:1761243479.673823:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243480.696509:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243481.018303:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481102912:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243481.018330:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243481.018335:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243481.018338:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243481.018344:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4988 00000100:00080000:2.0:1761243481.018347:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761243481.018354:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243481.018374:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000097b93163 x1846792481103360/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243481.018394:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1761243481.018395:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243481.018400:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243481.018402:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243481.018405:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4988 00000100:00080000:2.0:1761243481.018407:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761243481.018411:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243481.018421:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f6a953c0 x1846792481103424/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243481.018433:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e09bc404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481103168:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243481.018459:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057be3411 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481103104:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243481.018466:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243481.018494:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006933db85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481103552:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243481.018500:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243481.018524:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000712c2677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481103488:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243481.018530:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243481.018551:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1761243481.018560:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061d5073d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481102976:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243481.018564:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243481.018589:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1761243481.018594:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243481.018597:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481103040:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243481.018639:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243481.018648:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d93b721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481103232:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243481.018660:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481103296:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243481.018682:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243481.018709:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103168 00000100:00100000:0.0:1761243481.018724:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103552 00000100:00100000:2.0:1761243481.018749:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103488 00000100:00100000:0.0:1761243481.018761:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102976 00000100:00100000:2.0:1761243481.018782:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6131 00000100:00100000:2.0:1761243481.018789:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044cc63bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481103168:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243481.018837:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044cc63bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481103168:12345-0@lo:400:kworker/u8:3.0 Request processed in 47us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243481.018869:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481103360:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243481.018871:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6132 00000100:00100000:0.0:1761243481.018880:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5b01949 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481103552:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243481.018907:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481102912 00000100:00100000:3.0:1761243481.018910:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243481.018926:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5b01949 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481103552:12345-0@lo:400:kworker/u8:3.0 Request processed in 44us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243481.018934:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481103424:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243481.018935:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6132 00000100:00100000:1.0:1761243481.018943:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172 00000100:00100000:1.0:1761243481.018949:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481102912:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243481.018961:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6133 00000100:00100000:3.0:1761243481.018966:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243481.018969:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481103488:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243481.018997:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b3b90abb pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481102912:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243481.019005:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172 00000100:00100000:3.0:1761243481.019009:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6134 00000100:00100000:0.0:1761243481.019013:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007218a8a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481103488:12345-0@lo:400:kworker/u8:3.0 Request processed in 43us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243481.019018:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000003bbb252 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481102976:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243481.019022:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6133 00000100:00100000:3.0:1761243481.019057:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000003bbb252 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3159:x1846792481102976:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243481.019063:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6134 00000100:00100000:0.0:1761243481.019090:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103104 00000100:00100000:3.0:1761243481.019095:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103232 00000100:00100000:3.0:1761243481.019123:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103360 00000100:00100000:0.0:1761243481.019128:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103040 00000100:00100000:3.0:1761243481.019143:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103424 00000100:00100000:0.0:1761243481.019155:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4030 00000100:00100000:0.0:1761243481.019160:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa5db33c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481103104:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243481.019165:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075 00000100:00100000:3.0:1761243481.019170:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000937cb044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481103232:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243481.019195:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa5db33c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481103104:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243481.019202:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4030 00000100:00100000:0.0:1761243481.019215:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4031 00000100:00100000:0.0:1761243481.019219:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481103040:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243481.019223:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000937cb044 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481103232:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243481.019251:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075 00000100:00100000:3.0:1761243481.019265:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641 00000100:00100000:3.0:1761243481.019268:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481103360:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243481.019278:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d175753 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481103040:12345-0@lo:400:kworker/u8:3.0 Request processed in 57us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243481.019284:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4031 00000100:00100000:0.0:1761243481.019331:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061d5073d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3159:1846792481102976:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243481.019344:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d93b721 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481103232:0@lo:400:kworker/u8:3.0 00010000:02020000:3.0:1761243481.019350:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243481.019354:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006933db85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481103552:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243481.019364:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e09bc404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481103168:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243481.019374:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481102912:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243481.019386:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029ee1b19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481103360:12345-0@lo:8:kworker/u8:3.0 Request processed in 115us (477us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243481.019393:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641 00000100:00100000:3.0:1761243481.019409:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2642 00000100:00100000:3.0:1761243481.019413:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481103424:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243481.019453:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243481.019473:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057be3411 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481103104:0@lo:400:kworker/u8:3.0 00010000:02020000:3.0:1761243481.019483:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243481.019484:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000712c2677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481103488:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243481.019511:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481103424:12345-0@lo:8:kworker/u8:3.0 Request processed in 97us (547us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243481.019513:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481103040:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243481.019524:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2642 00000100:00100000:0.0:1761243481.019538:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103296 00000100:00080000:3.0:1761243481.019556:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243481.019560:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243481.019564:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076 00000100:00100000:3.0:1761243481.019566:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481103360:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243481.019571:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f5b4162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481103296:12345-0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761243481.019575:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243481.019578:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243481.019581:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481103424:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243481.019621:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f5b4162 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481103296:12345-0@lo:400:kworker/u8:3.0 Request processed in 49us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243481.019628:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076 00000100:00100000:0.0:1761243481.019652:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481103296:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243481.019976:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6131 00010000:00010000:1.0:1761243481.721516:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243481.980325:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243481.980373:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243481.980403:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864832 00000100:00100000:1.0:1761243481.980469:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2173 00000100:00100000:1.0:1761243481.980480:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464864832:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:3.0:1761243481.980481:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243481.980563:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007774cbb9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464864832:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 86us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243481.980570:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2173 00000100:00100000:2.0:1761243481.980891:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864960 00000100:00100000:2.0:1761243481.980932:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464864896 00000100:00100000:2.0:1761243481.980966:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6135 00000100:00100000:2.0:1761243481.980971:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464864960:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243481.981025:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000774155d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464864960:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 48us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243481.981026:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6136 00000100:00100000:0.0:1761243481.981035:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464864896:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243481.981039:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6135 00000100:00100000:0.0:1761243481.981073:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7ca135c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464864896:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 38us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243481.981080:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6136 00000100:00100000:2.0:1761243481.981097:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243481.981128:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865024 00000100:00100000:2.0:1761243481.981158:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3077 00000100:00100000:2.0:1761243481.981163:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464865024:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243481.981197:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464865024:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 33us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243481.981218:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3077 00000100:00100000:2.0:1761243481.981306:0:3154:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243481.981351:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865088 00000100:00100000:0.0:1761243481.981380:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2643 00000100:00100000:0.0:1761243481.981384:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464865088:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243481.981482:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243481.981523:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464865088:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 138us (218us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243481.981529:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2643 00010000:00010000:1.0:1761243482.745346:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243483.066732:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1761243483.066749:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481103616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243483.066787:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481103680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243483.066824:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243483.066864:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103616 00000100:00100000:3.0:1761243483.066923:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890 00000100:00100000:3.0:1761243483.066929:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d968fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481103616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243483.066961:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243483.067013:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d968fda pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481103616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243483.067022:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890 00000100:00100000:3.0:1761243483.067051:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243483.067065:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d197b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481103616:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243483.067081:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103680 00000100:00100000:3.0:1761243483.069032:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1891 00000100:00100000:3.0:1761243483.069041:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481103680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243483.069065:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243483.070433:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b875f02e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481103680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1386us (3376us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243483.070445:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1891 00000100:00100000:1.0:1761243483.073381:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d7f8103a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481103680:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1761243483.770265:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243484.088719:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481103808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243484.088789:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243484.088836:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103808 00000100:00100000:3.0:1761243484.088875:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4032 00000100:00100000:3.0:1761243484.088880:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481103808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1761243484.088916:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:3.0:1761243484.088952:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7f8103a pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481103808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243484.089578:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481103744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243484.089617:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243484.090103:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103744 00000100:00100000:0.0:1761243484.090144:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4033 00000100:00100000:0.0:1761243484.090148:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481103744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243484.090177:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243484.090212:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000079042fb7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481103744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243484.090219:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4033 00000100:00100000:0.0:1761243484.090292:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007d1972a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481103808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243484.090374:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006bbdfd6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481103744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243484.090903:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4032 00010000:00010000:1.0:1761243484.795868:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243485.816546:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243486.137355:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481103872:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243486.137381:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481104064:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243486.137397:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243486.137403:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243486.137407:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243486.137412:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4993 00000100:00080000:2.0:1761243486.137415:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761243486.137421:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243486.137434:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243486.137445:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243486.137464:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1ba9953 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481104128:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243486.137468:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481103936:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.137494:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243486.137495:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104064 00000100:00100000:0.0:1761243486.137538:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481104000:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.137550:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104128 00000100:00100000:1.0:1761243486.137555:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4034 00000100:00100000:1.0:1761243486.137562:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481104064:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243486.137569:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243486.137586:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6137 00000100:00100000:0.0:1761243486.137590:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481104256:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.137593:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481104128:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243486.137631:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243486.137631:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbd6fcca pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481104064:12345-0@lo:400:kworker/u8:3.0 Request processed in 65us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243486.137641:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007d1972a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481104128:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243486.137642:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4034 00000100:00100000:3.0:1761243486.137650:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6137 00000100:00100000:0.0:1761243486.137668:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104000 00000100:00100000:0.0:1761243486.137695:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4035 00000100:00100000:0.0:1761243486.137700:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2836419 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481104000:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.137702:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1ba9953 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481104128:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243486.137736:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2836419 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481104000:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243486.137743:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4035 00000100:00100000:3.0:1761243486.137756:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104256 00000100:00100000:1.0:1761243486.137763:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f72b7da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481104064:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243486.137770:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243486.137790:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481104192:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.137794:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078 00000100:00100000:3.0:1761243486.137799:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001218b746 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481104256:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243486.137821:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b5572923 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481104000:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243486.137823:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243486.137842:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001218b746 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481104256:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243486.137849:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078 00000100:00100000:3.0:1761243486.137863:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104192 00000100:00100000:0.0:1761243486.137878:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103872 00000100:00100000:3.0:1761243486.137887:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079 00000100:00100000:3.0:1761243486.137892:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d197b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481104192:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243486.137908:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174 00000100:00100000:0.0:1761243486.137914:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481103872:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.137923:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d197b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481104192:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243486.137929:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079 00000100:00100000:3.0:1761243486.137950:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481103936 00000100:00100000:0.0:1761243486.137954:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f528b09d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481103872:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243486.137962:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174 00000100:00100000:3.0:1761243486.137977:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6138 00000100:00100000:3.0:1761243486.137983:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bbdfd6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481103936:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243486.138019:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481104192:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.138020:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bbdfd6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481103936:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243486.138029:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6138 00000100:00100000:0.0:1761243486.138040:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009efa5b89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481103936:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.138065:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061a52469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481103872:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243486.138109:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000a5164fd x1846792481104320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243486.138130:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243486.138134:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243486.138135:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243486.138138:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4993 00000100:00080000:2.0:1761243486.138140:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761243486.138143:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243486.138154:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000047c4657f x1846792481104384/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243486.138164:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a5164fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481104320:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243486.138193:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243486.138212:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096d71ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481104512:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.138217:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481104384:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243486.138269:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243486.138270:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243486.138296:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1761243486.138300:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104512 00000100:00100000:2.0:1761243486.138303:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481104448:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.138323:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6139 00000100:00100000:3.0:1761243486.138329:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a1f0905 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481104512:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.138354:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a1f0905 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481104512:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243486.138359:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6139 00000100:00100000:1.0:1761243486.138593:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481104256:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243486.140397:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243486.140481:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096d71ef2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481104512:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243486.140485:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104448 00000100:00100000:0.0:1761243486.140534:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104320 00000100:00100000:3.0:1761243486.140558:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6140 00000100:00100000:0.0:1761243486.140566:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104384 00000100:00100000:3.0:1761243486.140566:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f5dae98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481104448:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243486.140594:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644 00000100:00100000:0.0:1761243486.140599:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481104320:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243486.140626:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645 00000100:00100000:2.0:1761243486.140634:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481104384:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243486.140634:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f5dae98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481104448:12345-0@lo:400:kworker/u8:3.0 Request processed in 66us (2304us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243486.140647:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6140 00000100:00100000:3.0:1761243486.140688:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000338e4ef7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481104448:0@lo:400:kworker/u8:3.0 00010000:02020000:0.0:1761243486.140783:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:02020000:2.0:1761243486.140818:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243486.140833:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481104320:12345-0@lo:8:kworker/u8:3.0 Request processed in 232us (2641us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243486.140844:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644 00000100:00100000:2.0:1761243486.140855:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481104384:12345-0@lo:8:kworker/u8:3.0 Request processed in 221us (2587us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243486.140863:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645 00000100:00080000:3.0:1761243486.141694:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243486.141701:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243486.141706:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481104384:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243486.141716:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243486.141718:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243486.141720:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a5164fd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481104320:0@lo:8:kworker/u8:3.0 00010000:00010000:1.0:1761243486.840486:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1761243487.093953:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243487.094002:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243487.094040:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243487.094074:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243487.094139:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243487.094180:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865408 00000100:00100000:0.0:1761243487.094214:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865344 00000100:00100000:0.0:1761243487.094272:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3080 00000100:00100000:0.0:1761243487.094279:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b5572923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464865344:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243487.094349:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b5572923 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464865344:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 70us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243487.094356:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3080 00000100:00100000:0.0:1761243487.094373:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2646 00000100:00100000:0.0:1761243487.094376:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e83964a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464865408:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:0.0:1761243487.094463:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243487.094501:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e83964a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2262:x1846792464865408:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 123us (426us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243487.094507:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2646 00000100:00100000:2.0:1761243487.094711:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865280 00000100:00100000:2.0:1761243487.094745:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865216 00000100:00100000:2.0:1761243487.094763:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6141 00000100:00100000:2.0:1761243487.094767:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccc19c9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464865280:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243487.094795:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccc19c9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464865280:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 27us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243487.094801:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6141 00000100:00100000:2.0:1761243487.094811:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6142 00000100:00100000:2.0:1761243487.094814:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000490226b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464865216:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243487.094829:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000490226b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464865216:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 15us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243487.094834:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6142 00000100:00100000:1.0:1761243487.095159:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865152 00000100:00100000:1.0:1761243487.095193:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2175 00000100:00100000:1.0:1761243487.095197:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464865152:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243487.095251:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5f95f31 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464865152:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 53us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243487.095257:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2175 00010000:00010000:3.0:1761243487.864828:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243488.184712:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243488.184727:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481104576:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243488.184801:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243488.185729:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1761243488.185738:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104576 00000100:00100000:0.0:1761243488.185740:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f527bcaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481104640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243488.185772:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243488.185884:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104640 00000100:00100000:0.0:1761243488.185891:0:7696:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892 00000100:00100000:0.0:1761243488.185898:0:7696:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a5164fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481104576:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243488.185906:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893 00000100:00100000:3.0:1761243488.185909:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061a52469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481104640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1761243488.185932:0:7696:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:3.0:1761243488.185932:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243488.185967:0:7696:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a5164fd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481104576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243488.185969:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061a52469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481104640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243488.185973:0:7696:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892 00000100:00100000:0.0:1761243488.186018:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f527bcaf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481104640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243488.186065:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001061f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481104576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243488.186517:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893 00010000:00010000:1.0:1761243488.888483:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243489.210033:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a46691ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481104704:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243489.210100:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243489.210158:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104704 00000100:00100000:2.0:1761243489.210200:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4036 00000100:00100000:2.0:1761243489.210206:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9a2d2ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481104704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1761243489.210278:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:2.0:1761243489.210317:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9a2d2ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481104704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243489.210324:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4036 00000100:00100000:3.0:1761243489.210509:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a46691ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481104704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243489.210524:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243489.210531:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b115987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481104768:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1761243489.210556:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243489.210620:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104768 00000100:00100000:0.0:1761243489.210655:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4037 00000100:00100000:0.0:1761243489.210660:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a46691ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481104768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243489.210679:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243489.210711:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a46691ec pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481104768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243489.210718:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4037 00000100:00100000:3.0:1761243489.210789:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b115987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481104768:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1761243489.913053:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243490.937289:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243491.257122:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481104896:0@lo:400:kworker/u8:2.0 00000100:00080000:1.0:1761243491.257135:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243491.257141:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243491.257145:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243491.257150:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 4998 00000100:00080000:1.0:1761243491.257153:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761243491.257159:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243491.257179:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002dd9c319 x1846792481105280/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243491.257183:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1761243491.257201:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243491.257204:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243491.257205:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243491.257208:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 4998 00000100:00080000:1.0:1761243491.257210:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761243491.257213:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:3.0:1761243491.257223:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d3b8d28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481105152:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243491.257246:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000000348042 x1846792481105344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243491.257264:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243491.257279:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1761243491.257283:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481104832:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243491.257295:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481104960:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.257304:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243491.257316:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cf7960f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481105088:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.257387:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243491.257416:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000609b184b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481105472:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.257440:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243491.257469:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dd9c319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481105280:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761243491.257471:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104896 00000100:00100000:3.0:1761243491.257497:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243491.257515:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000348042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481105344:0@lo:8:kworker/u8:2.0 00000100:00100000:0.0:1761243491.257516:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105088 00000100:00100000:0.0:1761243491.257539:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105472 00000100:00100000:3.0:1761243491.257547:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243491.257565:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6143 00000100:00100000:0.0:1761243491.257572:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481104896:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.257582:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104832 00000100:00100000:3.0:1761243491.257614:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:3.0:1761243491.257619:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481104832:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243491.257628:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f72b7da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481104896:12345-0@lo:400:kworker/u8:2.0 Request processed in 56us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243491.257637:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6143 00000100:00100000:0.0:1761243491.257653:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6144 00000100:00100000:0.0:1761243491.257656:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001061f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481105088:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243491.257680:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001061f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481105088:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243491.257687:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6144 00000100:00100000:0.0:1761243491.257696:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6145 00000100:00100000:0.0:1761243491.257699:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481105472:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.257742:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce6ee74e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481104832:12345-0@lo:400:kworker/u8:2.0 Request processed in 121us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243491.257743:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000338e4ef7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481105472:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243491.257755:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00100000:0.0:1761243491.257757:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6145 00000100:00100000:3.0:1761243491.257800:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105152 00000100:00100000:0.0:1761243491.257802:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481105024:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.257828:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105280 00000100:00100000:0.0:1761243491.257833:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243491.257852:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105344 00000100:00100000:0.0:1761243491.257855:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ca7741e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481105408:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.257871:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081 00000100:00100000:3.0:1761243491.257876:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481105152:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.257907:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1ba9953 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481105152:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243491.257913:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081 00000100:00100000:3.0:1761243491.257923:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647 00000100:00100000:3.0:1761243491.257926:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481105280:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243491.257945:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243491.257966:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d55f621 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481105216:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243491.257986:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:02020000:3.0:1761243491.258011:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243491.258015:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105024 00000100:00100000:1.0:1761243491.258043:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481104960 00000100:00100000:3.0:1761243491.258053:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022514005 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481105280:12345-0@lo:8:kworker/u8:2.0 Request processed in 119us (551us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243491.258061:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647 00000100:00100000:1.0:1761243491.258064:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4038 00000100:00100000:1.0:1761243491.258069:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481105024:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.258078:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105216 00000100:00100000:3.0:1761243491.258097:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00100000:3.0:1761243491.258102:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c5b471 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481105216:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243491.258106:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f527bcaf pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481105024:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243491.258113:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4038 00000100:00100000:1.0:1761243491.258128:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4039 00000100:00100000:1.0:1761243491.258133:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8daeaf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481104960:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.258141:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c5b471 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481105216:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243491.258148:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00000100:00100000:1.0:1761243491.258167:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8daeaf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481104960:12345-0@lo:400:kworker/u8:2.0 Request processed in 32us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243491.258168:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2648 00000100:00100000:3.0:1761243491.258175:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481105344:12345-0@lo:8:kworker/u8:2.0 00000100:00100000:1.0:1761243491.258192:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4039 00010000:02020000:3.0:1761243491.258274:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243491.258285:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047c4657f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481104832:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243491.258301:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cf7960f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481105088:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.258307:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036c079ae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481105344:12345-0@lo:8:kworker/u8:2.0 Request processed in 130us (759us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243491.258314:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2648 00000100:00100000:1.0:1761243491.258317:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000609b184b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481105472:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243491.258346:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d3b8d28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481105152:0@lo:400:kworker/u8:2.0 00000100:00080000:3.0:1761243491.258352:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243491.258357:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243491.258362:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bc4793b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481104896:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.258363:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dd9c319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481105280:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761243491.258392:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243491.258404:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243491.258418:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000348042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481105344:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243491.258455:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022892bce pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481104960:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243491.258464:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d55f621 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481105216:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243491.258840:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243491.258927:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481105024:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243491.258989:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105408 00000100:00100000:2.0:1761243491.259025:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6146 00000100:00100000:2.0:1761243491.259029:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009efa5b89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481105408:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1761243491.259077:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009efa5b89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481105408:12345-0@lo:400:kworker/u8:2.0 Request processed in 47us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243491.259084:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6146 00000100:00100000:0.0:1761243491.259147:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ca7741e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481105408:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1761243491.960486:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243492.211414:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243492.212114:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243492.212718:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865472 00000100:00100000:1.0:1761243492.212778:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2177 00000100:00100000:1.0:1761243492.212784:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464865472:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243492.212869:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003aa1470e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464865472:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 84us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243492.212877:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2177 00000100:00100000:2.0:1761243492.214062:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243492.214100:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243492.214135:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243492.214175:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865728 00000100:00100000:2.0:1761243492.214243:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865664 00000100:00100000:2.0:1761243492.214276:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3083 00000100:00100000:2.0:1761243492.214282:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a4b18053 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464865664:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243492.214300:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2649 00000100:00100000:1.0:1761243492.214307:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f6a7148 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464865728:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761243492.214336:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a4b18053 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464865664:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 53us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243492.214344:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3083 00010000:02020000:1.0:1761243492.214414:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243492.214452:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f6a7148 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464865728:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 144us (394us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243492.214460:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2649 00000100:00100000:3.0:1761243492.214514:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865600 00000100:00100000:0.0:1761243492.214559:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865536 00000100:00100000:3.0:1761243492.214561:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6147 00000100:00100000:3.0:1761243492.214568:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f239901c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464865600:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243492.214603:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6148 00000100:00100000:3.0:1761243492.214608:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f239901c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464865600:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 38us (2494us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243492.214614:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ed5614b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464865536:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1761243492.214625:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6147 00000100:00100000:0.0:1761243492.214648:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ed5614b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464865536:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 37us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243492.214656:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6148 00010000:00010000:1.0:1761243492.987799:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243493.304458:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000d3b8d28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481105536:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243493.304482:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481105600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243493.304527:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243493.304574:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243493.304582:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105536 00000100:00100000:1.0:1761243493.304604:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105600 00000100:00100000:2.0:1761243493.304627:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:2.0:1761243493.304633:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481105536:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1761243493.304643:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895 00000100:00100000:0.0:1761243493.304649:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481105600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1761243493.304669:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00002000:00000024:0.0:1761243493.304670:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1761243493.304715:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acc7a52c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481105600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243493.304729:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000609b184b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481105536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243493.305198:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000d3b8d28 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481105536:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243493.305248:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e79759eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481105600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243493.306904:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895 00000100:00100000:2.0:1761243493.306917:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00010000:00010000:1.0:1761243494.008495:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243494.328438:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005624049d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481105664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243494.328511:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243494.328561:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b115987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481105728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243494.328598:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243494.328631:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105664 00000100:00100000:0.0:1761243494.328683:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105728 00000100:00100000:0.0:1761243494.328712:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4040 00000100:00100000:0.0:1761243494.328718:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cf7960f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481105664:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1761243494.328744:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4041 00000100:00100000:3.0:1761243494.328751:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d7ec5d45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481105728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1761243494.328760:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000004:00000024:3.0:1761243494.328777:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:0.0:1761243494.328810:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cf7960f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481105664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243494.328819:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4040 00000100:00100000:3.0:1761243494.328822:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d7ec5d45 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481105728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243494.328829:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4041 00000100:00100000:3.0:1761243494.328871:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b115987 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481105728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1761243494.328874:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005624049d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481105664:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243495.032463:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1761243496.057135:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1761243496.377220:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243496.377245:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243496.377250:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243496.377259:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 5003 00000100:00080000:0.0:1761243496.377263:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761243496.377268:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243496.377290:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001b35ced0 x1846792481106240/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1761243496.377303:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1761243496.377306:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1761243496.377307:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1761243496.377310:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 5003 00000100:00080000:0.0:1761243496.377339:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1761243496.377343:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:0.0:1761243496.377355:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c8c011e7 x1846792481106304/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243496.377392:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481105920:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243496.377459:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243496.377483:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3b7fda8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481106176:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243496.377505:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243496.377521:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1761243496.377525:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481105856:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243496.377550:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243496.377562:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481106112:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243496.377581:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243496.377650:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481105792:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.377681:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243496.377704:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481106048:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.377725:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243496.377737:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481106432:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.377755:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243496.377767:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1761243496.377772:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481105984:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.377795:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243496.377806:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481106368:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.377824:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243496.377917:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b35ced0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481106240:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243496.377941:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243496.377953:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c8c011e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481106304:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243496.377972:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243496.378002:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105856 00000100:00100000:3.0:1761243496.378039:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6149 00000100:00100000:3.0:1761243496.378044:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481105856:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.378094:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000088ac0537 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481105856:12345-0@lo:400:kworker/u8:3.0 Request processed in 49us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243496.378101:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6149 00000100:00100000:3.0:1761243496.378119:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106048 00000100:00100000:3.0:1761243496.378138:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106432 00000100:00100000:3.0:1761243496.378151:0:6118:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106368 00000100:00100000:3.0:1761243496.378162:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6150 00000100:00100000:3.0:1761243496.378165:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005624049d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481106048:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.378193:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005624049d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3162:x1846792481106048:12345-0@lo:400:kworker/u8:3.0 Request processed in 27us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243496.378198:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6150 00000100:00100000:3.0:1761243496.378209:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6151 00000100:00100000:3.0:1761243496.378211:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481106432:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.378256:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e79759eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3162:x1846792481106432:12345-0@lo:400:kworker/u8:3.0 Request processed in 43us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243496.378261:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6151 00000100:00100000:3.0:1761243496.378273:0:6118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6152 00000100:00100000:3.0:1761243496.378276:0:6118:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f5b4162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481106368:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.378299:0:6118:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f5b4162 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481106368:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243496.378304:0:6118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6152 00000100:00100000:3.0:1761243496.378357:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7911594 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481105856:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.378383:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004aa0936a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481106368:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.378392:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da74a469 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3162:1846792481106048:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243496.378400:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000085ed301b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3162:1846792481106432:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243496.378482:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105920 00000100:00100000:1.0:1761243496.378515:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105984 00000100:00100000:1.0:1761243496.378534:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4042 00000100:00100000:1.0:1761243496.378537:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481105920:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243496.378571:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021414abc pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481105920:12345-0@lo:400:kworker/u8:3.0 Request processed in 33us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243496.378577:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4042 00000100:00100000:1.0:1761243496.378587:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4043 00000100:00100000:1.0:1761243496.378590:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000937cb044 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481105984:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243496.378612:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000937cb044 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481105984:12345-0@lo:400:kworker/u8:3.0 Request processed in 21us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243496.378616:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4043 00000100:00100000:1.0:1761243496.378631:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106176 00000100:00100000:1.0:1761243496.378649:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106112 00000100:00100000:1.0:1761243496.378658:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106240 00000100:00100000:1.0:1761243496.378665:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106304 00000100:00100000:1.0:1761243496.378671:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00100000:1.0:1761243496.378674:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481106176:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243496.378697:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000484ae5d5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481106176:12345-0@lo:400:kworker/u8:3.0 Request processed in 22us (1192us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243496.378701:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00100000:1.0:1761243496.378709:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085 00000100:00100000:1.0:1761243496.378712:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481106112:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243496.378729:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5e0b9f4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481106112:12345-0@lo:400:kworker/u8:3.0 Request processed in 17us (1149us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243496.378734:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085 00000100:00100000:1.0:1761243496.378741:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650 00000100:00100000:1.0:1761243496.378743:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001218b746 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481106240:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243496.378831:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243496.378856:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001218b746 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481106240:12345-0@lo:8:kworker/u8:3.0 Request processed in 111us (914us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243496.378864:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650 00000100:00100000:1.0:1761243496.378872:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651 00000100:00100000:1.0:1761243496.378874:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d197b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481106304:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:1.0:1761243496.378946:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1761243496.378965:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d197b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3158:x1846792481106304:12345-0@lo:8:kworker/u8:3.0 Request processed in 89us (994us total) trans 0 rc -19/-19 00000100:00100000:1.0:1761243496.378970:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651 00000100:00080000:1.0:1761243496.379016:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243496.379019:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243496.379023:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b35ced0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481106240:0@lo:8:kworker/u8:3.0 00000100:00080000:1.0:1761243496.379029:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1761243496.379031:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:1.0:1761243496.379033:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c8c011e7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481106304:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243496.379059:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029791f17 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481106112:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243496.379067:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001d21e89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481105920:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243496.379075:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3b7fda8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481106176:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243496.379100:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069187503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481105984:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243496.379482:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481105792 00000100:00100000:0.0:1761243496.379524:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000100:00100000:0.0:1761243496.379529:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481105792:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243496.379579:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bac5d6e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3162:x1846792481105792:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (1898us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243496.379585:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00100000:2.0:1761243496.379672:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030e2eed1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3162:1846792481105792:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243497.080518:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243497.332571:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243497.332627:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243497.332651:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464866048 00000100:00100000:2.0:1761243497.332661:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243497.332678:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243497.332694:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2652 00000100:00100000:2.0:1761243497.332698:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:3.0:1761243497.332701:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b115987 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464866048:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00000100:00100000:2.0:1761243497.332719:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865984 00000100:00100000:2.0:1761243497.332745:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3086 00000100:00100000:2.0:1761243497.332749:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464865984:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00010000:02020000:3.0:1761243497.332796:0:7694:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243497.332814:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069bed94f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2266:x1846792464865984:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 64us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243497.332821:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3086 00000100:00100000:1.0:1761243497.332906:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865792 00000100:00100000:1.0:1761243497.332931:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2179 00000100:00100000:1.0:1761243497.332935:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464865792:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243497.332962:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e97384f6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464865792:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 26us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243497.332969:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2179 00000100:00100000:3.0:1761243497.333030:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b115987 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2262:x1846792464866048:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 329us (467us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243497.333037:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2652 00000100:00100000:0.0:1761243497.333785:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865920 00000100:00100000:0.0:1761243497.333816:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464865856 00000100:00100000:1.0:1761243497.334572:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6153 00000100:00100000:1.0:1761243497.334579:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464865920:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243497.334678:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030e2eed1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464865920:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 99us (2017us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243497.334686:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6153 00000100:00100000:1.0:1761243497.334706:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6154 00000100:00100000:1.0:1761243497.334709:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464865856:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243497.334734:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096d71ef2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2266:x1846792464865856:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 24us (2056us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243497.334740:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6154 00010000:00010000:1.0:1761243498.106529:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243498.424817:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481106496:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243498.424884:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243498.425179:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106496 00000100:00100000:2.0:1761243498.425214:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896 00000100:00100000:2.0:1761243498.425220:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481106496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1761243498.425286:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243498.425463:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000802a3725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481106560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1761243498.425494:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243498.425528:0:7697:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106560 00000100:00100000:1.0:1761243498.425552:0:7697:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00000100:00100000:1.0:1761243498.425555:0:7697:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d77fb05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481106560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1761243498.425564:0:7697:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1761243498.425597:0:7697:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d77fb05 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481106560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243498.425603:0:7697:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00000100:00100000:1.0:1761243498.425647:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000802a3725 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481106560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1761243498.426154:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000da74a469 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481106496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 932us (1270us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243498.426161:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896 00000100:00100000:3.0:1761243498.426252:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481106496:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243499.135666:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243499.448697:0:3162:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1761243499.448714:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029ee1b19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481106624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243499.448781:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243499.448896:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106624 00000100:00100000:0.0:1761243499.448944:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4044 00000100:00100000:0.0:1761243499.448949:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481106624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243499.448985:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243499.449039:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000802a3725 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3162:x1846792481106624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243499.449046:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4044 00000100:00100000:1.0:1761243499.449125:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029ee1b19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3162:1846792481106624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243499.449375:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481106688:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243499.449407:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243499.449472:0:13095:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106688 00000100:00100000:2.0:1761243499.449507:0:13095:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4045 00000100:00100000:2.0:1761243499.449512:0:13095:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009bf72824 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481106688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243499.449535:0:13095:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243499.449568:0:13095:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009bf72824 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481106688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243499.449573:0:13095:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4045 00000100:00100000:1.0:1761243499.449641:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481106688:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1761243500.152456:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243501.176506:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243501.496510:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df88e90a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481106816:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243501.496530:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243501.496537:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243501.496541:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243501.496547:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 5008 00000100:00080000:2.0:1761243501.496551:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761243501.496553:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000809e18a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481106880:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243501.496558:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243501.496581:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000712c2677 x1846792481107200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243501.496588:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243501.496604:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243501.496612:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243501.496616:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243501.496618:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243501.496623:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 5008 00000100:00100000:1.0:1761243501.496625:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481107072:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243501.496626:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1761243501.496631:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481107136:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243501.496633:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243501.496650:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006933db85 x1846792481107264/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1761243501.496677:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243501.496711:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000712c2677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481107200:0@lo:8:kworker/u8:3.0 00000100:00100000:1.0:1761243501.496712:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1761243501.496720:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481106752:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243501.496749:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243501.496758:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243501.496974:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106816 00000100:00100000:0.0:1761243501.497023:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6155 00000100:00100000:0.0:1761243501.497036:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d3b8d28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481106816:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243501.497083:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d3b8d28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3160:x1846792481106816:12345-0@lo:400:kworker/u8:3.0 Request processed in 47us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243501.497097:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6155 00000100:00100000:2.0:1761243501.497123:0:7694:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107072 00000100:00100000:3.0:1761243501.497127:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006933db85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481107264:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243501.497152:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107200 00000100:00100000:3.0:1761243501.497159:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243501.497162:0:7694:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:2.0:1761243501.497168:0:7694:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca7741e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481107072:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243501.497189:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107264 00000100:00100000:3.0:1761243501.497197:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000272e48bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481106944:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243501.497211:0:7694:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca7741e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3160:x1846792481107072:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243501.497215:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00100000:0.0:1761243501.497270:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481107200:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243501.497270:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243501.497289:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481107328:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243501.497315:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:02020000:0.0:1761243501.497362:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243501.497398:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aa0936a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481107200:12345-0@lo:8:kworker/u8:3.0 Request processed in 130us (650us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243501.497774:0:7694:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00100000:3.0:1761243501.497782:0:7693:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654 00000100:00100000:3.0:1761243501.497788:0:7693:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481107264:12345-0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243501.497801:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106880 00000100:00100000:2.0:1761243501.497824:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106944 00000100:00100000:2.0:1761243501.497838:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4046 00000100:00100000:2.0:1761243501.497841:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085ed301b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481106880:12345-0@lo:400:kworker/u8:3.0 00010000:02020000:3.0:1761243501.497870:0:7693:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243501.497901:0:7693:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001d21e89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3158:x1846792481107264:12345-0@lo:8:kworker/u8:3.0 Request processed in 112us (744us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243501.497908:0:7693:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654 00000100:00100000:2.0:1761243501.497972:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085ed301b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481106880:12345-0@lo:400:kworker/u8:3.0 Request processed in 130us (1373us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243501.497979:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4046 00000100:00100000:2.0:1761243501.497991:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4047 00000100:00100000:2.0:1761243501.497995:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481106944:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243501.498026:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7911594 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3162:x1846792481106944:12345-0@lo:400:kworker/u8:3.0 Request processed in 31us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243501.498034:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4047 00000100:00100000:3.0:1761243501.498053:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107328 00000100:00100000:2.0:1761243501.498077:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000272e48bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481106944:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243501.498088:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6156 00000100:00100000:3.0:1761243501.498093:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481107328:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243501.498115:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243501.498139:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000809e18a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481106880:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243501.498157:0:8884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107136 00000100:00100000:2.0:1761243501.498183:0:8884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:2.0:1761243501.498192:0:8884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e09bc404 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481107136:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243501.498192:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086c38427 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3162:x1846792481107328:12345-0@lo:400:kworker/u8:3.0 Request processed in 93us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243501.498205:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6156 00000100:00100000:2.0:1761243501.498264:0:8884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e09bc404 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481107136:12345-0@lo:400:kworker/u8:3.0 Request processed in 75us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243501.498273:0:8884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000100:00100000:3.0:1761243501.498273:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7d27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3162:1846792481107328:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243501.498307:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097b93163 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481107136:0@lo:400:kworker/u8:3.0 00000100:00080000:3.0:1761243501.498313:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243501.498318:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243501.498322:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000712c2677 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481107200:0@lo:8:kworker/u8:3.0 00000100:00080000:3.0:1761243501.498334:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243501.498336:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243501.498339:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006933db85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481107264:0@lo:8:kworker/u8:3.0 00000100:00100000:0.0:1761243501.501003:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00000100:00100000:1.0:1761243501.501180:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481107008:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243501.501275:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243501.501307:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000057be3411 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481107392:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243501.501331:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243501.501380:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6a953c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481107072:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243501.501394:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df88e90a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3160:1846792481106816:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243501.501433:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481106752 00000100:00100000:1.0:1761243501.501477:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180 00000100:00100000:1.0:1761243501.501483:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481106752:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243501.501534:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6b77df8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3160:x1846792481106752:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (4776us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243501.501540:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180 00000100:00100000:1.0:1761243501.501576:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000042a9109d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3160:1846792481106752:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243501.501801:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107008 00000100:00100000:3.0:1761243501.501836:0:13940:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107392 00000100:00100000:3.0:1761243501.501864:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6157 00000100:00100000:3.0:1761243501.501868:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df64712e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481107008:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243501.501906:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df64712e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3160:x1846792481107008:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243501.501912:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6157 00000100:00100000:3.0:1761243501.501926:0:13940:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6158 00000100:00100000:3.0:1761243501.501929:0:13940:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cffb8792 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481107392:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243501.501954:0:13940:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cffb8792 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3160:x1846792481107392:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243501.501959:0:13940:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6158 00000100:00100000:1.0:1761243501.504294:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d65f58c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3160:1846792481107008:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243501.504313:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000057be3411 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3160:1846792481107392:0@lo:400:kworker/u8:3.0 00010000:00010000:1.0:1761243502.200440:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243502.451507:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243502.451677:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:1.0:1761243502.452504:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464866176 00000100:00100000:1.0:1761243502.454272:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6159 00000100:00100000:1.0:1761243502.454283:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d93b721 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464866176:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243502.454372:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d93b721 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2265:x1846792464866176:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 90us (2871us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243502.454380:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6159 00000100:00100000:2.0:1761243502.454665:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243502.454686:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243502.454969:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464866112 00000100:00100000:0.0:1761243502.455011:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2181 00000100:00100000:0.0:1761243502.455016:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464866112:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243502.455050:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000937b3366 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2266:x1846792464866112:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 34us (3374us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243502.455056:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2181 00000100:00100000:0.0:1761243502.455090:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464866304 00000100:00100000:0.0:1761243502.455111:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3089 00000100:00100000:0.0:1761243502.455114:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061d5073d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464866304:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1761243502.455133:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061d5073d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2265:x1846792464866304:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 19us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243502.455138:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3089 00000100:00100000:1.0:1761243502.456216:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464866240 00000100:00100000:1.0:1761243502.456264:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6160 00000100:00100000:1.0:1761243502.456269:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057be3411 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464866240:12345-192.168.204.14@tcp:400:kworker/u8:1.0 00000100:00100000:1.0:1761243502.456308:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057be3411 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2266:x1846792464866240:12345-192.168.204.14@tcp:400:kworker/u8:1.0 Request processed in 38us (1622us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243502.456314:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6160 00000100:00100000:2.0:1761243502.457164:0:3152:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:0.0:1761243502.461319:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464866368 00000100:00100000:0.0:1761243502.461396:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2655 00000100:00100000:0.0:1761243502.461403:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000415d1ed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464866368:12345-192.168.204.14@tcp:8:kworker/u8:1.0 00010000:02020000:0.0:1761243502.461505:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1761243502.461588:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000415d1ed1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2262:x1846792464866368:12345-192.168.204.14@tcp:8:kworker/u8:1.0 Request processed in 184us (4426us total) trans 0 rc -19/-19 00000100:00100000:0.0:1761243502.461596:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2655 00010000:00010000:1.0:1761243503.225683:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243503.549984:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1761243503.550000:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481107456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243503.550072:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243503.550151:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107456 00000100:00100000:3.0:1761243503.550204:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:3.0:1761243503.550210:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000780ca908 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481107456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243503.550262:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243503.550300:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000780ca908 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3159:x1846792481107456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243503.550308:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00000100:00100000:3.0:1761243503.550330:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a0b77ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481107520:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243503.550352:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243503.550394:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481107456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243503.550418:0:18969:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107520 00000100:00100000:3.0:1761243503.550437:0:18969:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899 00000100:00100000:3.0:1761243503.550440:0:18969:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093550968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481107520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243503.550449:0:18969:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243503.550474:0:18969:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093550968 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481107520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243503.550480:0:18969:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899 00000100:00100000:3.0:1761243503.550505:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a0b77ad6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481107520:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1761243504.248455:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243504.568569:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1761243504.568584:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f88ab19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481107584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243504.568656:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243504.568733:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107584 00000100:00100000:2.0:1761243504.568777:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4048 00000100:00100000:2.0:1761243504.568783:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d55f621 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481107584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243504.568818:0:6123:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243504.568857:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d55f621 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3161:x1846792481107584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243504.568863:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4048 00000100:00100000:2.0:1761243504.568900:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f88ab19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481107584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243504.569064:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243504.569071:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481107648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1761243504.569094:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243504.569265:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107648 00000100:00100000:0.0:1761243504.569297:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4049 00000100:00100000:0.0:1761243504.569302:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481107648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1761243504.569322:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:0.0:1761243504.569356:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022892bce pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481107648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243504.569361:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4049 00000100:00100000:0.0:1761243504.569388:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a019db1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481107648:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243505.272496:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243506.296488:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1761243506.617340:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243506.617347:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243506.617350:0:37:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243506.617359:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 5013 00000100:00080000:1.0:1761243506.617362:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761243506.617367:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243506.617388:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004835135c x1846792481108160/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1761243506.617402:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1761243506.617404:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1761243506.617405:0:37:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1761243506.617408:0:37:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 5013 00000100:00080000:1.0:1761243506.617410:0:37:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1761243506.617413:0:37:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:1.0:1761243506.617423:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000eb751e19 x1846792481108224/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1761243506.617506:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e5e57cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481107904:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.617570:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243506.617603:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000425b6f7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481108288:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.617626:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243506.617642:0:3159:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1761243506.617647:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000348042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481107712:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.617672:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243506.617687:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047364a05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481107968:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.617706:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243506.617717:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008bf585a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481108352:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.617731:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243506.617761:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107712 00000100:00100000:0.0:1761243506.617806:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1761243506.617811:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481107712:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.617866:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea23624d pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3159:x1846792481107712:12345-0@lo:400:kworker/u8:2.0 Request processed in 54us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243506.617872:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1761243506.617903:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108288 00000100:00100000:0.0:1761243506.617922:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107968 00000100:00100000:0.0:1761243506.617934:0:6117:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108352 00000100:00100000:0.0:1761243506.617948:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6161 00000100:00100000:0.0:1761243506.617951:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000889bbb06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481108288:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.617981:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000889bbb06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3159:x1846792481108288:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243506.617987:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6161 00000100:00100000:0.0:1761243506.617997:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6162 00000100:00100000:0.0:1761243506.618003:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076d5e3f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481107968:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.618027:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076d5e3f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3159:x1846792481107968:12345-0@lo:400:kworker/u8:2.0 Request processed in 24us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243506.618032:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6162 00000100:00100000:0.0:1761243506.618041:0:6117:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6163 00000100:00100000:0.0:1761243506.618045:0:6117:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000efe2fe0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481108352:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.618067:0:6117:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000efe2fe0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3159:x1846792481108352:12345-0@lo:400:kworker/u8:2.0 Request processed in 21us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243506.618072:0:6117:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6163 00000100:00100000:0.0:1761243506.618104:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000348042 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3159:1846792481107712:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.618115:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047364a05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3159:1846792481107968:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.618134:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008bf585a2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3159:1846792481108352:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1761243506.618142:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000425b6f7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3159:1846792481108288:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243506.618331:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107904 00000100:00100000:1.0:1761243506.618366:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4050 00000100:00100000:1.0:1761243506.618369:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481107904:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1761243506.618413:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a019db1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3159:x1846792481107904:12345-0@lo:400:kworker/u8:2.0 Request processed in 42us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243506.618422:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4050 00000100:00100000:2.0:1761243506.618545:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e5e57cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3159:1846792481107904:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.618630:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002dd9c319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481107776:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.618661:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243506.618683:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000955922f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481108032:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.618705:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243506.618725:0:3161:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1761243506.618731:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009cb3ba58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481107840:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.618750:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243506.618765:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000000131142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481108096:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.618783:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243506.618807:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004835135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481108160:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243506.618830:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243506.618841:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb751e19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481108224:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243506.618874:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243506.618900:0:12097:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107776 00000100:00100000:3.0:1761243506.618924:0:12097:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6164 00000100:00100000:3.0:1761243506.618929:0:12097:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a0b77ad6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481107776:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.618960:0:12097:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a0b77ad6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3161:x1846792481107776:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243506.618966:0:12097:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6164 00000100:00100000:3.0:1761243506.618991:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108032 00000100:00100000:3.0:1761243506.619014:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108096 00000100:00100000:3.0:1761243506.619029:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108160 00000100:00100000:3.0:1761243506.619039:0:12126:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108224 00000100:00100000:3.0:1761243506.619047:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090 00000100:00100000:3.0:1761243506.619050:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd3c247d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481108032:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.619077:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd3c247d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3161:x1846792481108032:12345-0@lo:400:kworker/u8:2.0 Request processed in 26us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243506.619083:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090 00000100:00100000:3.0:1761243506.619093:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091 00000100:00100000:3.0:1761243506.619097:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021456629 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481108096:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.619119:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021456629 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481108096:12345-0@lo:400:kworker/u8:2.0 Request processed in 22us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243506.619134:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091 00000100:00100000:3.0:1761243506.619146:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00100000:3.0:1761243506.619149:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045fa43e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481108160:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761243506.619267:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243506.619296:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045fa43e9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481108160:12345-0@lo:8:kworker/u8:2.0 Request processed in 146us (466us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243506.619302:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00100000:3.0:1761243506.619312:0:12126:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00100000:3.0:1761243506.619315:0:12126:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481108224:12345-0@lo:8:kworker/u8:2.0 00010000:02020000:3.0:1761243506.619390:0:12126:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243506.619411:0:12126:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076feffdf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3158:x1846792481108224:12345-0@lo:8:kworker/u8:2.0 Request processed in 95us (537us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243506.619416:0:12126:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00080000:3.0:1761243506.619452:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243506.619456:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243506.619459:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004835135c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481108160:0@lo:8:kworker/u8:2.0 00000100:00080000:3.0:1761243506.619467:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1761243506.619470:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:3.0:1761243506.619472:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb751e19 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481108224:0@lo:8:kworker/u8:2.0 00000100:00100000:3.0:1761243506.619498:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000000131142 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481108096:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.619508:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002dd9c319 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3161:1846792481107776:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.619516:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000955922f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3161:1846792481108032:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.619539:0:6123:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481107840 00000100:00100000:3.0:1761243506.619557:0:6123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4051 00000100:00100000:3.0:1761243506.619560:0:6123:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c693959f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481107840:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1761243506.619591:0:6123:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c693959f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481107840:12345-0@lo:400:kworker/u8:2.0 Request processed in 30us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243506.619596:0:6123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4051 00000100:00100000:3.0:1761243506.619615:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009cb3ba58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481107840:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1761243507.321183:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1761243507.574603:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243507.574660:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243507.574696:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243507.574720:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243507.574741:0:3153:0:(events.c:361:request_in_callback()) peer: 12345-192.168.204.14@tcp (source: 12345-192.168.204.14@tcp) 00000100:00100000:2.0:1761243507.574776:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464866688 00000100:00100000:2.0:1761243507.574812:0:7695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464866624 00000100:00100000:2.0:1761243507.574839:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 3092 00000100:00100000:2.0:1761243507.574846:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbd2e7e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464866624:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:2.0:1761243507.574916:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbd2e7e5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+6:2263:x1846792464866624:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 69us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243507.574924:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 3092 00000100:00100000:2.0:1761243507.574940:0:7695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2658 00000100:00100000:2.0:1761243507.574944:0:7695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f88ab19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464866688:12345-192.168.204.14@tcp:8:kworker/u8:3.0 00010000:02020000:2.0:1761243507.575035:0:7695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 192.168.204.14@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1761243507.575065:0:7695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f88ab19 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2262:x1846792464866688:12345-192.168.204.14@tcp:8:kworker/u8:3.0 Request processed in 119us (470us total) trans 0 rc -19/-19 00000100:00100000:2.0:1761243507.575072:0:7695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2658 00000100:00100000:1.0:1761243507.575497:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464866560 00000100:00100000:1.0:1761243507.575529:0:9178:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464866496 00000100:00100000:1.0:1761243507.575546:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6165 00000100:00100000:1.0:1761243507.575550:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008dfce5ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464866560:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243507.575598:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008dfce5ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+5:2263:x1846792464866560:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 46us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243507.575604:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6165 00000100:00100000:1.0:1761243507.575618:0:9178:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 6166 00000100:00100000:1.0:1761243507.575621:0:9178:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086660c6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464866496:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:1.0:1761243507.575642:0:9178:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086660c6a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6dc385cc-30b3-4229-ae09-d4fc70c1e3c0+11:2263:x1846792464866496:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 20us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243507.575647:0:9178:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 6166 00000100:00100000:0.0:1761243507.575956:0:6110:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792464866432 00000100:00100000:0.0:1761243507.575994:0:6110:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.14@tcp, seq: 2183 00000100:00100000:0.0:1761243507.575999:0:6110:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464866432:12345-192.168.204.14@tcp:400:kworker/u8:3.0 00000100:00100000:0.0:1761243507.576027:0:6110:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c108d01b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:21aeea37-0d5e-457d-bb3f-30587eeec003+9:2263:x1846792464866432:12345-192.168.204.14@tcp:400:kworker/u8:3.0 Request processed in 28us (1367us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243507.576034:0:6110:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.14@tcp, seq: 2183 00010000:00010000:3.0:1761243508.344545:0:8488:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243508.664542:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e367866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481108416:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1761243508.664624:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243508.664736:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f80b508f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481108480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1761243508.664765:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243508.665983:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108416 00000100:00100000:3.0:1761243508.666031:0:12134:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108480 00000100:00100000:3.0:1761243508.666052:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900 00000100:00100000:3.0:1761243508.666057:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa73748e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481108416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1761243508.666110:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243508.666169:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa73748e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3161:x1846792481108416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (1546us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243508.666176:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900 00000100:00100000:3.0:1761243508.666192:0:12134:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901 00000100:00100000:3.0:1761243508.666195:0:12134:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dacfd0c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481108480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1761243508.666204:0:12134:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 0 granted 56033280 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1761243508.666245:0:12134:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dacfd0c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481108480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 31us (1462us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243508.666250:0:12134:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901 00000100:00100000:0.0:1761243508.666376:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f80b508f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481108480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1761243508.670942:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e367866 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3161:1846792481108416:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1761243509.369139:0:8489:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1761243509.688522:0:3160:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1761243509.688534:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ced35c4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481108544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1761243509.688602:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243509.688701:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108544 00000100:00100000:2.0:1761243509.688752:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4052 00000100:00100000:2.0:1761243509.688758:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d3b8d28 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481108544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1761243509.688794:0:12086:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260074496 avail 2257977344 00000100:00100000:2.0:1761243509.688836:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d3b8d28 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481108544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1761243509.688843:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4052 00000100:00100000:2.0:1761243509.688878:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ced35c4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481108544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1761243509.689135:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481108608:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1761243509.689159:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243509.689219:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108608 00000100:00100000:1.0:1761243509.689260:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4053 00000100:00100000:1.0:1761243509.689264:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ced35c4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481108608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1761243509.689284:0:6122:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2260467712 avail 2258370560 00000100:00100000:1.0:1761243509.689311:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ced35c4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3160:x1846792481108608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 46us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1761243509.689316:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4053 00000100:00100000:2.0:1761243509.689385:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df64712e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3160:1846792481108608:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1761243510.392462:0:6105:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1761243511.416453:0:6106:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1761243511.737301:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f711e206 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481108672:0@lo:400:kworker/u8:3.0 00000100:00080000:2.0:1761243511.737316:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243511.737322:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243511.737325:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1761243511.737330:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 5019 00000100:00080000:2.0:1761243511.737332:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761243511.737338:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0001: import 0000000077aa1f01 using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243511.737360:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000692558a x1846792481109120/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1761243511.737376:0:15913:0:(pinger.c:251:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1761243511.737379:0:15913:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1761243511.737381:0:15913:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1761243511.737381:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1761243511.737383:0:15913:0:(import.c:534:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 5019 00000100:00080000:2.0:1761243511.737385:0:15913:0:(import.c:581:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1761243511.737388:0:15913:0:(import.c:615:import_select_connection()) lustre-OST0001-osc-MDT0000: import 0000000008af76bd using connection 192.168.204.114@tcp/0@lo 00000100:00100000:2.0:1761243511.737398:0:15913:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009967ee18 x1846792481109184/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:3.0:1761243511.737415:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e53d659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481108928:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243511.737431:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006321a527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481108800:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.737515:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ab5aa363 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481108864:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243511.737520:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000876476dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481108736:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243511.737698:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243511.737721:0:3159:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481109056:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243511.737748:0:3159:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243511.737750:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243511.737769:0:3161:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e9b8b2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481109312:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243511.737788:0:12086:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108800 00000100:00100000:3.0:1761243511.737789:0:3161:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1761243511.737811:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481109120:0@lo:8:kworker/u8:3.0 00000100:00100000:2.0:1761243511.737833:0:12086:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4054 00000100:00100000:3.0:1761243511.737833:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243511.737839:0:12086:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481108800:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243511.737844:0:3158:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009967ee18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481109184:0@lo:8:kworker/u8:3.0 00000100:00100000:3.0:1761243511.737861:0:3158:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1761243511.737887:0:12086:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7663e15 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481108800:12345-0@lo:400:kworker/u8:3.0 Request processed in 48us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243511.737888:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108928 00000100:00100000:2.0:1761243511.737894:0:12086:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4054 00000100:00100000:3.0:1761243511.737912:0:10681:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481109312 00000100:00100000:3.0:1761243511.737930:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6167 00000100:00100000:3.0:1761243511.737933:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e367866 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481108928:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243511.737936:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006321a527 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481108800:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243511.737964:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e367866 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3161:x1846792481108928:12345-0@lo:400:kworker/u8:3.0 Request processed in 30us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243511.737970:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6167 00000100:00100000:3.0:1761243511.737981:0:10681:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6168 00000100:00100000:2.0:1761243511.737983:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481109056 00000100:00100000:3.0:1761243511.737985:0:10681:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d3179e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481109312:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1761243511.738006:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481109120 00000100:00100000:3.0:1761243511.738008:0:10681:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d3179e26 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3161:x1846792481109312:12345-0@lo:400:kworker/u8:3.0 Request processed in 23us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243511.738013:0:10681:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6168 00000100:00100000:2.0:1761243511.738019:0:7693:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481109184 00000100:00100000:0.0:1761243511.738095:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243511.738095:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243511.738110:0:3160:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebbb9ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481109248:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1761243511.738110:0:3162:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000046165e16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481108992:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.738130:0:3160:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1761243511.738131:0:3162:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1761243511.738157:0:6122:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108864 00000100:00100000:0.0:1761243511.738177:0:6122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4055 00000100:00100000:0.0:1761243511.738180:0:6122:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f80b508f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481108864:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.738218:0:6122:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f80b508f pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3160:x1846792481108864:12345-0@lo:400:kworker/u8:3.0 Request processed in 38us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243511.738223:0:6122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4055 00000100:00100000:0.0:1761243511.738266:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ab5aa363 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3160:1846792481108864:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.738300:0:6112:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108672 00000100:00100000:0.0:1761243511.738324:0:6112:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184 00000100:00100000:0.0:1761243511.738327:0:6112:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481108672:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.738353:0:6112:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a4f9393 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a6a1b622-fb96-4298-aa09-bb1f83634ca9+20:3161:x1846792481108672:12345-0@lo:400:kworker/u8:3.0 Request processed in 25us (974us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243511.738358:0:6112:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184 00000100:00100000:3.0:1761243511.738485:0:12695:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108992 00000100:00100000:3.0:1761243511.738504:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093 00000100:00100000:3.0:1761243511.738507:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000017298360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481109056:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243511.739002:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000017298360 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3159:x1846792481109056:12345-0@lo:400:kworker/u8:3.0 Request processed in 492us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243511.739009:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093 00000100:00100000:3.0:1761243511.739022:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094 00000100:00100000:3.0:1761243511.739035:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009cb3ba58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481108992:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1761243511.739063:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009cb3ba58 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3162:x1846792481108992:12345-0@lo:400:kworker/u8:3.0 Request processed in 37us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1761243511.739067:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094 00000100:00100000:3.0:1761243511.739076:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00000100:00100000:3.0:1761243511.739078:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000082d8950a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481109120:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243511.739164:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243511.739192:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000082d8950a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481109120:12345-0@lo:8:kworker/u8:3.0 Request processed in 112us (1359us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243511.739198:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00000100:00100000:3.0:1761243511.739208:0:12695:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660 00000100:00100000:3.0:1761243511.739211:0:12695:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7de0c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481109184:12345-0@lo:8:kworker/u8:3.0 00010000:02020000:3.0:1761243511.739307:0:12695:0:(ldlm_lib.c:1123:target_handle_connect()) 137-5: lustre-OST0001_UUID: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1761243511.739332:0:12695:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7de0c78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3158:x1846792481109184:12345-0@lo:8:kworker/u8:3.0 Request processed in 120us (1470us total) trans 0 rc -19/-19 00000100:00100000:3.0:1761243511.739337:0:12695:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00000100:00100000:0.0:1761243511.739568:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481108736 00000100:00100000:0.0:1761243511.739599:0:6119:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1846792481109248 00000100:00100000:0.0:1761243511.739616:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6169 00000100:00100000:0.0:1761243511.739619:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df64712e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481108736:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.739655:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df64712e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3162:x1846792481108736:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (1561us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243511.739660:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6169 00000100:00100000:0.0:1761243511.739671:0:6119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6170 00000100:00100000:0.0:1761243511.739674:0:6119:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a1767d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481109248:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.739703:0:6119:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a1767d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3160:x1846792481109248:12345-0@lo:400:kworker/u8:3.0 Request processed in 28us (1573us total) trans 0 rc 0/0 00000100:00100000:0.0:1761243511.739709:0:6119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6170 00000100:00100000:0.0:1761243511.739754:0:3160:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebbb9ca3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3160:1846792481109248:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.739809:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000876476dd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3162:1846792481108736:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.739819:0:3162:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000046165e16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3162:1846792481108992:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.739870:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e9b8b2b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3161:1846792481109312:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.739882:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e53d659 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3161:1846792481108928:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.739890:0:3161:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f711e206 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a6a1b622-fb96-4298-aa09-bb1f83634ca9:3161:1846792481108672:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1761243511.739927:0:3159:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003793f43e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3159:1846792481109056:0@lo:400:kworker/u8:3.0 00000100:00080000:0.0:1761243511.739954:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000077aa1f01 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243511.739958:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243511.739961:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000692558a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3158:1846792481109120:0@lo:8:kworker/u8:3.0 00000100:00080000:0.0:1761243511.739967:0:3158:0:(import.c:86:import_set_state_nolock()) 0000000008af76bd lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1761243511.739969:0:3158:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.114@tcp failed (-19) 00000100:00100000:0.0:1761243511.739971:0:3158:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009967ee18 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3158:1846792481109184:0@lo:8:kworker/u8:3.0 Debug log: 35538 lines, 35538 kept, 0 dropped, 0 bad.